-- Logs begin at Mon 2021-12-13 16:07:30 UTC, end at Mon 2021-12-13 17:11:09 UTC. -- Dec 13 16:40:00.078483 dv-cinder-821602-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 16:40:02.910573 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.common.config [-] Logging enabled! Dec 13 16:40:02.911211 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 13 16:40:02.911316 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 16:40:02.914591 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.common.config [-] Logging enabled! Dec 13 16:40:02.914851 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 13 16:40:02.915158 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 16:40:02.916106 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 16:40:02.916338 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 16:40:02.916740 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 16:40:02.916986 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 16:40:02.917210 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 16:40:02.917534 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.917975 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 13 16:40:02.918282 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.918565 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.918855 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.919150 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.919441 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.919723 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.920066 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.920369 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.920729 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.921013 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.921302 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.921577 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.921861 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.922145 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.922440 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.922722 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] debug = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.923003 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.923435 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.923852 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.924133 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.924422 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.924729 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.925005 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.925279 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.925567 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.925895 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] host = dv-cinder-821602-2-iscsi {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.926173 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.926460 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.926750 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.927037 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.927313 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.927594 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.927878 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.928152 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.928423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] log_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.928725 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.929014 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.929301 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.929588 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.929814 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.930037 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.930337 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.930623 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.930900 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.931174 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.931449 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.931725 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.931998 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.932265 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.932554 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.932862 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.933147 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.933421 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.933694 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.933963 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.934233 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.934516 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.934788 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.935061 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.935333 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.935669 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.935937 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.936338 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.936622 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.936918 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.937208 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.937503 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.937779 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.938069 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.938341 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.938613 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.938887 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] use_json = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.939165 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.939436 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.939719 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.939995 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.940269 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.940542 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.940862 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.941153 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:02.941455 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.941756 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.942059 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.942346 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.942654 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.942937 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.943230 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.943512 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.943801 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.944089 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.944378 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.944681 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.944975 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.945256 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.945548 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.945852 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.946151 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.946446 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.946721 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.946996 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.947270 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.947548 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.947841 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.948120 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.948408 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.948720 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.949004 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.949302 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.949588 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.949886 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.950175 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.950451 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.950731 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.951022 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.951510 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.951965 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.952254 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.952547 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.952854 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.953133 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.953417 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.953701 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.953975 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.954247 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.954527 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.954816 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.955094 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.955368 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.955640 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.955921 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.956192 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.956477 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.956784 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.957060 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.957334 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.957613 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.957886 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.958160 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.958438 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.958712 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.958988 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.959265 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.959538 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.959810 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.960083 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.960354 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.960650 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.960922 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.961203 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.961476 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.961749 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.962023 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.962299 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.962575 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.962862 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.963167 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.963452 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.963734 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.964014 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.964295 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.964588 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.964875 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.965157 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.965438 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.965712 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.966004 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.966290 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.966579 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.966927 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.967241 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.967539 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.967820 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.968106 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.968389 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.968699 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.968985 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.969275 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.969576 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.969873 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.970169 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.970465 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.970762 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.971045 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.971357 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.971638 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:02.971858 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 16:40:02.972101 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109283) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 16:40:03.401375 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 16:40:03.401624 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 16:40:03.401950 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 16:40:03.402267 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 16:40:03.727758 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.728015 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.728325 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.729686 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.729960 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.730232 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.776483 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.776770 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.777046 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.791203 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.791490 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.791764 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.820175 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.820463 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.820762 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.858165 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.858436 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:03.858707 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.218016 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.218668 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.218668 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.218845 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.219484 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.317800 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.318128 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.318408 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.318639 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.318927 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.319228 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.319485 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.319734 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.319983 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.320259 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.320515 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.320778 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.321024 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.321276 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.321527 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.322139 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.322139 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.322316 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.322524 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.322779 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.323045 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.323292 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.323565 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.323923 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.324168 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.324408 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.324827 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:40:04.325064 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:40:04.325297 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:40:04.325529 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:40:04.325757 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:40:04.326039 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:40:04.326403 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 16:40:04.329647 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 16:40:04.333723 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 16:40:04.337699 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 13 16:40:04.339330 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 16:40:04.339793 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 16:40:04.340123 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 16:40:04.340507 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 16:40:04.343480 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 16:40:04.343730 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 16:40:04.344078 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 16:40:04.349414 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 13 16:40:04.372294 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 16:40:04.372818 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.373200 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109283) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 13 16:40:04.373556 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.375013 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109283) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 16:40:04.375289 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 16:40:04.375527 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 16:40:04.378776 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.379051 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:04.442517 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 16:40:04.442746 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 16:40:04.442980 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 16:40:04.443341 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 16:40:04.466344 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_db.sqlalchemy.engines [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109283) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 13 16:40:04.895833 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Initializing driver for type 'gre' Dec 13 16:40:04.896367 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] gre ID ranges: [(1, 1000)] Dec 13 16:40:04.950692 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Initializing driver for type 'local' Dec 13 16:40:04.951099 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Initializing driver for type 'vlan' Dec 13 16:40:04.967393 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] VlanTypeDriver initialization complete Dec 13 16:40:04.967728 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Initializing driver for type 'vxlan' Dec 13 16:40:04.968324 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] vxlan ID ranges: [(1, 1000)] Dec 13 16:40:05.019135 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Initializing extension driver 'port_security' Dec 13 16:40:05.019474 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.extensions.port_security [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] PortSecurityExtensionDriver initialization complete Dec 13 16:40:05.019813 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Initializing mechanism driver 'openvswitch' Dec 13 16:40:05.020331 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Initializing mechanism driver 'hyperv' Dec 13 16:40:05.030839 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:05.031680 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > port after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.032056 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > port after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.032405 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > port after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.032969 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:40:05.033398 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > subnet after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.033754 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > subnet after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.034095 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.034490 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:40:05.034891 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > network after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.035232 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > network after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.035571 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > network after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.035959 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:40:05.036355 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > security_group after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.036733 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > security_group after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.037074 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > security_group after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.037467 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:40:05.037867 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.038210 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.038544 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.038936 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:40:05.039317 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > address_group after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.039660 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > address_group after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.039998 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > address_group after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.040392 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:40:05.040795 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] ML2 OVO RPC backend initialized. {{(pid=109283) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 13 16:40:05.041490 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.041843 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.042254 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > network before_response 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.042601 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > networks before_response 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.042947 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > port before_response 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.043287 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > ports before_response 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.043626 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > subnet before_response 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.043965 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > subnets before_response 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.044309 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > network after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.044701 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > network after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.045193 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > network after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.045536 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > port after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.045873 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > port after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.046208 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > port after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.046543 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > subnet after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.046880 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > subnet after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.047211 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.047777 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.plugin [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Modular L2 Plugin initialization complete Dec 13 16:40:05.048105 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading services supported by the core plugin {{(pid=109283) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 16:40:05.048432 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.plugins.ml2.managers [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Got port-security extension from driver 'port_security' Dec 13 16:40:05.048919 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.extensions.vlantransparent [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Disabled vlantransparent extension. Dec 13 16:40:05.049427 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109283) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 16:40:05.049741 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading Plugin: router Dec 13 16:40:05.085522 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router_interface before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.085912 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router after_create 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.086282 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router before_create 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.086648 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.087019 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.087373 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router after_delete 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.087731 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > floatingip after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.088198 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > floatingip after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.088557 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router after_create 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.088929 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router after_update 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.089280 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router after_update 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.089628 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.089983 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router after_update 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.090379 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_update 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.090741 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: port after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.091084 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: port after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.091421 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: subnet after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.091877 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.092441 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > port precommit_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.092821 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_create 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.093170 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: port before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.093516 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.093879 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router after_update 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.094224 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_delete 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.094574 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_create 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.094936 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.095280 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_update 55549900 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.095645 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > agent after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.095999 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > agent after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.096330 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > network after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.097233 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Tracking information for resource: router configured {{(pid=109283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:40:05.097566 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Tracking information for resource: floatingip configured {{(pid=109283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:40:05.102490 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.db.l3_agentschedulers_db [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 16:40:05.103054 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: port after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.103414 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: port after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.103765 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: port after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.104112 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: port after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.104927 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router before_create 55550100 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.105296 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_delete 55550100 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.105654 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_create 55550100 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.106013 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > router precommit_update 55550100 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.111059 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.services.provider_configuration [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service providers = [] {{(pid=109283) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 16:40:05.111416 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.db.servicetype_db [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109283) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 16:40:05.114369 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.services.service_base [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 16:40:05.114708 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.services.service_base [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 16:40:05.115051 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.services.service_base [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 16:40:05.115923 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.services.service_base [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 16:40:05.116294 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.services.service_base [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 16:40:05.116698 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:40:05.117011 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 16:40:05.127759 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:40:05.128094 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading Plugin: auto_allocate Dec 13 16:40:05.134232 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: network precommit_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.134597 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: network precommit_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.135110 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:40:05.135437 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading Plugin: tag Dec 13 16:40:05.142200 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:40:05.142528 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading Plugin: timestamp Dec 13 16:40:05.146396 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:40:05.146657 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading Plugin: network_ip_availability Dec 13 16:40:05.152090 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.152453 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.152834 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.153545 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:40:05.153864 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading Plugin: flavors Dec 13 16:40:05.158883 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:40:05.159215 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading Plugin: revisions Dec 13 16:40:05.163507 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:40:05.163903 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_concurrency.lockutils [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=109283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 16:40:05.164665 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109283) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 16:40:05.165004 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Initializing extension manager. Dec 13 16:40:05.165517 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: __init__.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.165858 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: __pycache__ {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.166189 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.166516 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: address_group.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.167272 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.167858 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: address-group Dec 13 16:40:05.168156 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: address_scope.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.168899 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.169409 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: address-scope Dec 13 16:40:05.169719 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: admin_state_down_before_update.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.170689 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.171197 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: router-admin-state-down-before-update Dec 13 16:40:05.171515 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: agent.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.172213 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.172748 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: agent Dec 13 16:40:05.173067 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: agent_resources_synced.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.173968 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.174478 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: agent-resources-synced Dec 13 16:40:05.174796 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: allowedaddresspairs.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.176563 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.177105 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: allowed-address-pairs Dec 13 16:40:05.177418 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: auto_allocated_topology.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.178499 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.179012 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: auto-allocated-topology Dec 13 16:40:05.179332 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: availability_zone.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.180018 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.180524 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: availability_zone Dec 13 16:40:05.180866 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: availability_zone_filter.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.181777 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.182279 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: availability_zone_filter Dec 13 16:40:05.182595 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: data_plane_status.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.183498 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.183996 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 16:40:05.184310 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: default_subnetpools.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.185242 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.185848 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: default-subnetpools Dec 13 16:40:05.186169 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: dhcpagentscheduler.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.186968 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.187471 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: dhcp_agent_scheduler Dec 13 16:40:05.187789 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: dns.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.188721 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.189225 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension dns-integration not supported by any of loaded plugins Dec 13 16:40:05.189541 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: dns_domain_ports.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.190458 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.190966 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 16:40:05.191279 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.192199 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.192736 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 13 16:40:05.193056 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: dvr.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.193730 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.194235 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: dvr Dec 13 16:40:05.194552 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: ecmp_routes.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.195465 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.195971 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension ecmp_routes not supported by any of loaded plugins Dec 13 16:40:05.196286 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: empty_string_filtering.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.197207 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.197716 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: empty-string-filtering Dec 13 16:40:05.198031 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.198935 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.199448 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 16:40:05.199761 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.200686 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.201218 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 16:40:05.201535 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: external_net.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.202430 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.202939 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: external-net Dec 13 16:40:05.203256 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: extra_dhcp_opt.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.204148 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.204680 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: extra_dhcp_opt Dec 13 16:40:05.204998 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: extraroute.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.205895 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.206409 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: extraroute Dec 13 16:40:05.206725 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: extraroute_atomic.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.209218 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.209753 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: extraroute-atomic Dec 13 16:40:05.210085 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: filter_validation.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.210763 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.211273 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: filter-validation Dec 13 16:40:05.211596 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: fip_pf_description.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.212516 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.213045 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 16:40:05.213369 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: fip_port_details.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.214283 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.214799 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: fip-port-details Dec 13 16:40:05.215116 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: flavors.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.216355 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.216955 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: flavors Dec 13 16:40:05.217277 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.218982 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.219533 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 16:40:05.219818 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: floatingip_pools.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.220521 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.221058 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: floatingip-pools Dec 13 16:40:05.221376 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: ip_allocation.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.222303 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.222806 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 16:40:05.223122 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.224047 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.224562 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: ip-substring-filtering Dec 13 16:40:05.224911 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: l2_adjacency.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.225853 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.226355 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 16:40:05.226670 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: l3.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.227619 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.228214 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: router Dec 13 16:40:05.228537 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: l3_conntrack_helper.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.230849 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.231370 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 16:40:05.231696 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.232707 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.233226 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: ext-gw-mode Dec 13 16:40:05.233549 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.234479 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.234982 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: l3-ha Dec 13 16:40:05.235303 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: l3_flavors.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.236203 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.236744 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: l3-flavors Dec 13 16:40:05.237059 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.237966 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.238469 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 16:40:05.238788 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: l3agentscheduler.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.239836 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.240346 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: l3_agent_scheduler Dec 13 16:40:05.240696 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: local_ip.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.242538 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.243053 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension local_ip not supported by any of loaded plugins Dec 13 16:40:05.243377 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: logging.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.244889 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.245415 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension logging not supported by any of loaded plugins Dec 13 16:40:05.245750 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: metering.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.246640 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.247225 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: metering Dec 13 16:40:05.247546 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.248941 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.249504 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: metering_source_and_destination_fields Dec 13 16:40:05.249784 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: multiprovidernet.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.250713 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.251223 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: multi-provider Dec 13 16:40:05.251543 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: netmtu.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.252449 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.252985 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: net-mtu Dec 13 16:40:05.253304 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: netmtu_writable.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.254217 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.254729 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: net-mtu-writable Dec 13 16:40:05.255043 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: network_availability_zone.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.256052 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.256561 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: network_availability_zone Dec 13 16:40:05.256903 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: network_ip_availability.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.258016 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.258536 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: network-ip-availability Dec 13 16:40:05.258854 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: network_segment_range.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.259626 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.260169 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 16:40:05.260486 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: pagination.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.261495 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.261825 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: pagination Dec 13 16:40:05.262146 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: port_device_profile.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.263050 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.263777 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: port-device-profile Dec 13 16:40:05.264104 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.265083 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.265593 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: port-mac-address-regenerate Dec 13 16:40:05.265913 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.266816 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.267323 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: port-numa-affinity-policy Dec 13 16:40:05.267639 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: port_resource_request.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.268549 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.269107 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 16:40:05.269424 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: port_resource_request_groups.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.270383 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.270886 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 13 16:40:05.271202 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: portbindings.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.272118 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.272644 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: binding Dec 13 16:40:05.272963 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: portbindings_extended.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.274234 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.274745 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: binding-extended Dec 13 16:40:05.275066 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: portsecurity.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.275984 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.276500 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: port-security Dec 13 16:40:05.276852 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: project_id.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.277837 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.278160 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: project-id Dec 13 16:40:05.278480 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: providernet.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.279445 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.280034 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: provider Dec 13 16:40:05.280348 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.284100 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.284656 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos not supported by any of loaded plugins Dec 13 16:40:05.284987 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.286240 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.286755 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 16:40:05.287078 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.287992 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.288505 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 16:40:05.288856 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_default.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.289760 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.290276 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-default not supported by any of loaded plugins Dec 13 16:40:05.290598 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_fip.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.291244 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.291748 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-fip not supported by any of loaded plugins Dec 13 16:40:05.292065 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_fip_network_policy.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.293092 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 13 16:40:05.293418 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_gateway_ip.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.294336 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.294936 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 16:40:05.295261 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_port_network_policy.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.296172 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.296715 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 16:40:05.297033 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.298171 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.298694 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 13 16:40:05.299015 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_pps_rule.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.300210 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.300761 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-pps not supported by any of loaded plugins Dec 13 16:40:05.301083 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_rule_type_details.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.301996 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.302504 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 16:40:05.302825 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: qos_rules_alias.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.303878 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.304367 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 16:40:05.304710 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: quota_check_limit.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.305618 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.306126 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: quota-check-limit Dec 13 16:40:05.306444 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: quotasv2.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.307387 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.307707 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: quotas Dec 13 16:40:05.308021 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: quotasv2_detail.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.311241 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.311580 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: quota_details Dec 13 16:40:05.311908 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: rbac.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.312999 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.313519 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: rbac-policies Dec 13 16:40:05.313848 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: rbac_address_group.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.314776 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.315296 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: rbac-address-group Dec 13 16:40:05.315619 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: rbac_address_scope.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.319104 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.319104 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: rbac-address-scope Dec 13 16:40:05.319104 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: rbac_security_groups.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.319104 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.319104 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: rbac-security-groups Dec 13 16:40:05.319104 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: rbac_subnetpool.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.320001 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.320509 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: rbac-subnetpool Dec 13 16:40:05.320861 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: revisionifmatch.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.321789 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.322298 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: revision-if-match Dec 13 16:40:05.322619 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: revisions.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.323723 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.324231 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: standard-attr-revisions Dec 13 16:40:05.324557 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: router_availability_zone.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.325254 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.325764 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: router_availability_zone Dec 13 16:40:05.326137 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: routerservicetype.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.327179 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.327691 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension router-service-type not supported by any of loaded plugins Dec 13 16:40:05.328016 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.329116 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.329633 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: security-groups-normalized-cidr Dec 13 16:40:05.329953 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: security_groups_port_filtering.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.330874 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.331387 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: port-security-groups-filtering Dec 13 16:40:05.331705 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.332673 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.333181 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: security-groups-remote-address-group Dec 13 16:40:05.333504 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.334437 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.334941 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: security-groups-shared-filtering Dec 13 16:40:05.335262 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.335839 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 13 16:40:05.336159 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: securitygroup.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.346254 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.346786 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: security-group Dec 13 16:40:05.347114 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: segment.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.347900 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.348408 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension segment not supported by any of loaded plugins Dec 13 16:40:05.348758 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.349708 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.350209 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 16:40:05.350527 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: servicetype.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.351633 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.352153 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: service-type Dec 13 16:40:05.352476 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: sorting.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.353475 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.353806 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: sorting Dec 13 16:40:05.354124 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: standard_attr_segment.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.355036 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.355552 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 16:40:05.355870 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: standardattrdescription.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.356514 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.357057 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: standard-attr-description Dec 13 16:40:05.357450 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: stateful_security_group.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.358393 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.358918 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: stateful-security-group Dec 13 16:40:05.359241 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: stdattrs_common.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.359809 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 16:40:05.360128 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.361105 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.361638 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 16:40:05.361960 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: subnet_onboard.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.363025 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.363542 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: subnet_onboard Dec 13 16:40:05.363866 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.364818 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.365329 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 16:40:05.365647 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: subnet_service_types.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.366566 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.367076 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: subnet-service-types Dec 13 16:40:05.367396 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: subnetallocation.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.368479 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.369023 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: subnet_allocation Dec 13 16:40:05.369345 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.370010 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.370517 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: subnetpool-prefix-ops Dec 13 16:40:05.370837 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.371773 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.372284 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 16:40:05.372634 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: tagging.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.373710 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.374221 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: standard-attr-tag Dec 13 16:40:05.374555 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: timestamp.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.375755 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.376276 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loaded extension: standard-attr-timestamp Dec 13 16:40:05.376627 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: trunk.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.377708 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.378223 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension trunk not supported by any of loaded plugins Dec 13 16:40:05.378547 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: trunk_details.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.379470 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.379984 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension trunk-details not supported by any of loaded plugins Dec 13 16:40:05.380304 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: uplink_status_propagation.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.381598 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.382110 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 16:40:05.382439 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Loading extension file: vlantransparent.py {{(pid=109283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:40:05.383110 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:40:05.383615 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 16:40:05.386185 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:network Dec 13 16:40:05.386824 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:subnet Dec 13 16:40:05.387443 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:40:05.387821 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:port Dec 13 16:40:05.389443 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.390017 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service FLAVORS assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.390628 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.391055 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.391386 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:router Dec 13 16:40:05.391815 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:floatingip Dec 13 16:40:05.392298 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service METERING assigned prefix: /metering {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.393778 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.394152 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.394506 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:40:05.395523 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 16:40:05.395961 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:security_group Dec 13 16:40:05.396395 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 16:40:05.397074 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service CORE assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.397349 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:40:05.397691 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] subnetpool is already registered Dec 13 16:40:05.398122 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service CORE assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.398442 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:40:05.398777 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] subnetpool is already registered Dec 13 16:40:05.401078 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.401505 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service FLAVORS assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.402085 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.402496 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.402828 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:router Dec 13 16:40:05.403163 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] router is already registered Dec 13 16:40:05.403565 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:floatingip Dec 13 16:40:05.403894 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] floatingip is already registered Dec 13 16:40:05.404473 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service METERING assigned prefix: /metering {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.405159 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 16:40:05.405480 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] rbac_policy is already registered Dec 13 16:40:05.405884 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:security_group Dec 13 16:40:05.406213 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] security_group is already registered Dec 13 16:40:05.406606 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 16:40:05.406935 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] security_group_rule is already registered Dec 13 16:40:05.407553 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service CORE assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.407880 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:40:05.408210 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] subnetpool is already registered Dec 13 16:40:05.408666 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.v2.resource_helper [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Service CORE assigned prefix: {{(pid=109283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:40:05.408975 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:40:05.409304 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING neutron.quota.resource_registry [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] subnetpool is already registered Dec 13 16:40:05.409769 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: extensions {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.411225 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: address-groups {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.412781 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: address-scopes {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.414113 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: agents {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.415282 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: auto-allocated-topology {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.416538 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: availability_zones {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.417797 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: dhcp-networks {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.419313 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: dhcp-agents {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.420824 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: routers {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.423120 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: flavors {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.424303 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: service_profiles {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.425533 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: next_providers {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.427007 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: service_profiles {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.429527 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: floatingip-pools {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.430836 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: routers {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.432983 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: floatingips {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.434287 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: l3-routers {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.435702 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: l3-agents {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.437275 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: metering-labels {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.438631 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: metering-label-rules {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.439914 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: network-ip-availabilities {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.441207 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: bindings {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.442855 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: quotas {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.444483 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: quotas {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.446043 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: rbac-policies {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.447338 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: security-groups {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.448605 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: security-group-rules {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.449805 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: service-providers {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.451416 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: subnetpools {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.452531 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: subnetpools {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.454011 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.455689 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.457542 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.459380 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.461215 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.463078 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.464801 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.466748 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.468532 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.470401 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron.api.extensions [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Extended resource: tags {{(pid=109283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:40:05.476605 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING keystonemiddleware.auth_token [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 16:40:05.481358 dv-cinder-821602-2-iscsi neutron-server[109283]: WARNING keystonemiddleware.auth_token [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 16:40:05.490254 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_concurrency.lockutils [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Acquired lock "singleton_lock" {{(pid=109283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 13 16:40:05.490724 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_concurrency.lockutils [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Releasing lock "singleton_lock" {{(pid=109283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 13 16:40:05.491384 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO oslo_service.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Starting 2 workers Dec 13 16:40:05.496142 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Started child 109390 {{(pid=109283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 16:40:05.501126 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Started child 109391 {{(pid=109283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 16:40:05.502442 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:05.503263 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO neutron.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 16:40:05.503401 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Publish callbacks [] for process, before_spawn {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:05.504228 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [-] (109390) wsgi starting up on http://0.0.0.0:9696 Dec 13 16:40:05.506394 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO oslo_service.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Starting 1 workers Dec 13 16:40:05.506577 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:05.507906 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [-] (109391) wsgi starting up on http://0.0.0.0:9696 Dec 13 16:40:05.512271 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Started child 109392 {{(pid=109283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 16:40:05.512908 dv-cinder-821602-2-iscsi neutron-server[109283]: INFO oslo_service.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Starting 1 workers Dec 13 16:40:05.516624 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] calling RpcWorker wait() {{(pid=109392) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 16:40:05.517231 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] returning from RpcWorker wait() {{(pid=109392) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 16:40:05.518227 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Started child 109393 {{(pid=109283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 16:40:05.518491 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:05.518968 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:05.519124 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a953-3179-486a-977c-b66a1dff218c None None] Publish callbacks [] for process, after_spawn {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:05.521210 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 16:40:05.521639 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 16:40:05.521877 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 16:40:05.522133 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 16:40:05.522475 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 16:40:05.522742 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 16:40:05.523362 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.523460 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:05.523915 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.523915 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.524168 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.524468 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.525078 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.525362 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.525843 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.526002 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.526305 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.526422 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.526568 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.526905 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.527145 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.527507 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.527829 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.528080 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.528362 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.528838 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.529087 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.529346 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.529738 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.530039 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] debug = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.530406 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.531054 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.531240 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.531498 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.531710 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.532047 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.532419 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.532743 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.533013 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.533552 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.533877 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.534174 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.534480 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.534717 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.534982 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.535221 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.535645 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.535810 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.536238 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] host = dv-cinder-821602-2-iscsi {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.536703 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.536866 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.537020 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.537282 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.537623 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.537779 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.538025 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.538364 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.538624 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.538924 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.539266 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.539517 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.539733 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.540176 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.540389 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_options = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.540633 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.540909 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.541243 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.541679 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.541916 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.542058 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.542280 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.542441 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.542747 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.543054 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.543285 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.543475 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.543721 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.543959 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.544220 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.544613 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.545362 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.545362 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.545362 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.545694 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.545888 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.546105 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.546372 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.546718 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.546881 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.547112 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.547344 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.547579 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.547819 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.548121 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.548351 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.548640 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.548858 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.549094 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.549357 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.549589 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.549807 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.550038 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.550314 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.550532 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.550778 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.551086 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.551313 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.551743 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.551978 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.552210 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.552746 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_json = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.553971 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.554243 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.554519 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.554731 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.555383 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.555611 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.556095 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:05.556409 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.556691 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.557164 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.557661 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.557983 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.558238 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.558909 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.559634 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.559877 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.560123 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.560403 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.561522 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.561849 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.562079 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.562366 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.562608 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.562880 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.563757 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.564029 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.569433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.569433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.569433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.569433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.569433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.569433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.569433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.569433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.570423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.570423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.570423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.570423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.570423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.570423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.570423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.570423 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.571241 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.571643 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.572022 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.572385 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.572799 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.573181 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.573612 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.574017 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.574379 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.574756 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.575128 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.575538 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.575781 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.576054 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.576332 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.576600 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.576829 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.577079 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.577339 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.577562 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.577785 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.578039 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.578268 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.578545 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.578781 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.579040 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.579262 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.579487 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.579715 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.579949 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.580176 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.580400 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.580642 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.580862 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.581086 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.581377 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.581619 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.582530 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.582752 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.582979 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.583216 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.583437 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.583681 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.583907 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.584113 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.584330 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.584544 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.584782 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.584999 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.585232 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.585466 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.585681 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.585918 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.586134 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.586364 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.586579 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.586795 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.587011 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.587316 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.587605 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.587853 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.588106 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.588331 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.588604 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.588838 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.589076 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.589299 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.589542 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.589756 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.590006 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.590254 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.590484 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.590740 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.590958 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.591224 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.591464 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.591708 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.591930 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.592181 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.592600 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.592739 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.592978 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.593215 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.593488 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.593702 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.593976 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.594232 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.594511 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.594747 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.595021 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.595819 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.595819 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.596085 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.596085 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.596325 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.596948 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.596948 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.597557 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.597809 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.598068 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.598308 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.599344 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.599599 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.599827 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.603416 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.603758 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.604028 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.604288 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.604586 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.604864 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.605117 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.605378 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.605672 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.605944 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.606191 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.606464 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.606717 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.606962 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.607206 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.607587 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.607788 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.608041 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.608280 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.608515 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.608803 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.609096 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.609363 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.609721 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.609992 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.610252 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.610484 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.610728 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.610980 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.611201 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.611434 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.611688 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.611930 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.612152 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.612381 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.612622 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.612881 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.613100 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.613373 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.613631 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.613869 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.614097 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.614340 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.614578 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.614810 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.615065 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.615284 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.615499 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.615717 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.615955 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.616172 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.616406 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.616657 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.616892 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.617128 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.617387 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.617716 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.617976 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.618205 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.618454 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.618674 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.618893 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.619133 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.619385 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.619624 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.619860 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.620078 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.620337 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.620596 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.620856 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.621074 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.621288 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.621517 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.621734 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.621949 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.622247 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.622503 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.622730 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.623039 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.623277 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.623505 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.623733 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.623946 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.624155 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.624376 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.624613 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.624824 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.625050 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.625259 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.625467 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.625686 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.625900 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.626153 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.626379 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.626587 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.626795 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.627012 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.627227 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.627435 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.627717 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.627930 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.628139 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.628359 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.628587 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.628808 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.629043 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.629249 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.629713 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.629713 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.629965 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.631167 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.631167 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.631412 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.631567 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.631850 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.632105 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.632353 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.632610 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.633248 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.633466 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.633707 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.633961 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.634206 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.634425 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.635046 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.635366 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.635634 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.635891 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.636140 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.636406 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.636942 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.637218 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.637431 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.637739 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.638113 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.638330 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.638680 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.639211 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.639421 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.639689 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.639910 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.640159 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.640401 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.640942 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.641200 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.641430 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.641681 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.642126 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.642387 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.642594 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.642836 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.643069 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.643315 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.644086 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.644256 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 16:40:05.644831 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 16:40:05.645065 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 16:40:05.645234 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 16:40:05.645414 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 16:40:05.645596 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 16:40:05.645745 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 16:40:05.645959 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.646125 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.646289 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.646454 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.646685 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.646877 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.647040 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.647256 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.647358 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.647634 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.648417 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.648714 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.648996 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.649205 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.649436 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.649609 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.649770 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.649937 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.650102 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.650333 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.650505 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.650668 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.650901 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] debug = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.651135 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.651395 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.651563 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.651769 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.651933 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.652094 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.652256 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.652417 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.652604 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.652759 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.652919 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.653080 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.653242 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.653330 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:05.653422 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.653549 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.653707 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.653867 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.654045 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.654260 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] host = dv-cinder-821602-2-iscsi {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.654702 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.654702 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.654702 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.655009 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.655009 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.655154 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.655290 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.655433 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.655592 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.655749 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.655910 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.656069 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.656229 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.656392 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.656550 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_options = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.656731 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.656890 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.657502 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.657689 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.657855 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.658021 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.658184 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.658346 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.658506 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.658667 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.658827 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.658986 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.659144 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.659303 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.659463 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.659623 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.659782 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.659941 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.660100 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.660260 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.660420 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.660595 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.660757 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.660918 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.661077 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.661241 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.661403 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.661562 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.661721 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.661882 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.662041 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.662201 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.662359 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.662521 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.662680 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.662839 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.662996 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.663154 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.663318 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.663480 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.663639 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.663798 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.663989 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.664110 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.664252 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.665750 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.665918 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_json = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.666084 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.666248 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.666411 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.666574 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.666737 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.666899 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.667061 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.667221 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:40:05.667404 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.667568 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.667741 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.667906 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.668067 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.668227 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.668388 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.668549 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.669736 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.670279 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.670279 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.670279 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.670571 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.671430 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.671611 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.672074 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.672559 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.672755 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.673246 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.673420 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.673937 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.674106 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.674281 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.674444 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.674605 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.674782 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.674932 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.675101 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.675319 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.675505 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.675670 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.675828 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.675990 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.676151 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.676358 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.676525 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.676708 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.676872 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.677034 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.677195 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.677357 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.677518 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.677680 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.677845 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.678008 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.678170 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.678332 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.678511 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.678637 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.678803 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.678965 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.679125 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.679287 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.679504 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.679628 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.679747 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.679880 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.680056 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.680216 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.680377 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.680537 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.680748 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.680908 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.681073 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.681239 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.681400 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.681561 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.681721 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.681895 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.682056 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.682216 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.682377 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.682538 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.682699 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.682860 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.683022 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.683183 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.683344 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.683506 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.683668 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.683829 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.683990 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.684151 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.684312 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.684473 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.684655 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.684817 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.684978 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.685138 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.685371 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.685580 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686015 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686015 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686015 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686253 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686332 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686466 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686624 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686784 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.686946 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.687106 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.687266 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.687425 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.687585 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.687748 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.687910 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.688071 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.688232 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.688392 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.688552 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.688734 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.688895 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.689057 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.689220 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.689380 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.689539 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.689703 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.689866 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.690037 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.690198 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.690361 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.690523 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.690693 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.690868 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.691031 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.691246 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.691246 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.691246 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.691246 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.692200 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.692200 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.692200 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.692521 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.692521 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.692783 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.692903 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.693608 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.693777 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.694518 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.694688 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.694849 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.695033 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.695158 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.695321 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.695706 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.695800 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.695925 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.696062 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.696224 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.696387 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.696547 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.696730 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.696891 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.697052 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.697213 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.697376 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.697536 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.697696 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.697859 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.698019 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.698180 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.698341 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.698501 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.698662 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.698823 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.698984 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.699143 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.699304 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.699465 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.699624 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.699784 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.699945 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.700105 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.700265 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.700425 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.700611 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.700768 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.700950 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.701115 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.701611 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.701611 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.701611 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.701919 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.701919 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.702063 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.702163 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.702323 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.702485 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.702646 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.702807 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.702969 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.703128 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.703900 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.703900 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.703900 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.704138 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.704138 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.704292 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.704397 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.704561 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.704740 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.705265 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.705265 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.705265 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.705503 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.705503 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.705645 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.705808 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.705969 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706172 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706263 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706426 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706601 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706601 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706601 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706601 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706601 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706601 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.706601 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708033 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708033 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708033 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708243 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708243 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708407 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708625 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708736 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.708894 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.709053 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.709213 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.709383 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.709544 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.709775 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.709907 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.710027 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.710373 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.710373 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.710604 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.710604 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.710831 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.710913 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.711062 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.711232 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.711392 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.711553 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.711713 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.711873 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.712033 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.712202 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.712364 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.712524 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.712757 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.712888 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.713018 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.713178 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.713352 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.713512 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.713675 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.713835 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.713995 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.714155 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.714318 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.714483 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.714654 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.714820 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.714981 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.715149 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.715317 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.715486 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.715647 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.715817 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.715992 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.716153 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.716312 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.716472 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.716922 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.716922 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.717132 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.717132 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.717318 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.717580 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.717767 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.717931 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.718093 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.718255 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.718416 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.718576 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.718737 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.718897 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.719059 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.719219 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:40:05.719373 dv-cinder-821602-2-iscsi neutron-server[109283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 16:40:05.750024 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 53886) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:05.758956 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068357 Dec 13 16:40:17.407829 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669fae3c-3ecc-43f6-9a24-e89828a4642d None None] get_active_networks_info from dv-cinder-821602-2-iscsi {{(pid=109392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:40:17.465240 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669fae3c-3ecc-43f6-9a24-e89828a4642d None None] No non-hosted networks {{(pid=109392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 16:40:17.481131 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-db9cedfd-32f5-439e-9cf8-8c2df2efbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33040123'] for agent, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:19.667789 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7d3dee6b-5775-4482-9384-161e539baef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33040123'] for agent, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:19.702654 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-49b1f3e1-ddf6-4fea-a541-3d09f3e1a12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:20.707987 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33040123'] for agent, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:22.257250 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33040123'] for agent, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:23.045252 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33040123'] for agent, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:23.046896 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.050994 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.055403 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.056844 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.058835 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.059187 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.059529 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.059888 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.060294 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.060663 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.061037 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.061338 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.061682 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:23.062102 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:23.070560 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:23.629067 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 53976) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:24.166035 dv-cinder-821602-2-iscsi neutron-server[109391]: WARNING oslo_policy.policy [None req-f820769b-a257-41ff-b0ca-5440beb3b3aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:40:24.166645 dv-cinder-821602-2-iscsi neutron-server[109391]: WARNING oslo_policy.policy [None req-f820769b-a257-41ff-b0ca-5440beb3b3aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:40:24.394456 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [None req-f820769b-a257-41ff-b0ca-5440beb3b3aa admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:40:24.395592 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f820769b-a257-41ff-b0ca-5440beb3b3aa admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7651265 Dec 13 16:40:24.395696 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.db.l3_hamode_db [None req-859502eb-ff2c-48ef-9caf-00bf2207b9e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 16:40:24.475490 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859502eb-ff2c-48ef-9caf-00bf2207b9e2 None None] Routers set() bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:40:24.475917 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859502eb-ff2c-48ef-9caf-00bf2207b9e2 None None] Router IDs set() for agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 16:40:26.982532 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 53992) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:27.542262 dv-cinder-821602-2-iscsi neutron-server[109390]: WARNING oslo_policy.policy [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:40:27.543153 dv-cinder-821602-2-iscsi neutron-server[109390]: WARNING oslo_policy.policy [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:40:27.769047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:40:27.864963 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.policy [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109390) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 16:40:27.918249 dv-cinder-821602-2-iscsi neutron-server[109390]: WARNING oslo_policy.policy [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:40:27.918637 dv-cinder-821602-2-iscsi neutron-server[109390]: WARNING oslo_policy.policy [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:40:27.927258 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.quota [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] Loaded quota_driver: . Dec 13 16:40:28.032079 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734539757900', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734539758463', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734539736715', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734539742128', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734539714678', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734539697608', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1517450', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1499274', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33139918', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33246502'] for rbac-policy, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:28.105247 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:28.106682 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-b78fd268-dfb1-424f-947d-bd3712df9122 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1213827 Dec 13 16:40:30.918789 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54010) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:31.243931 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:40:31.277078 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Made reservation on behalf of 76c905a70f0f4dc58022cf7d31f2b3c5 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:40:31.279919 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:31.296868 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:31.403527 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:31.411189 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:31.430648 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:40:31.458318 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734537904249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:31.458909 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Unsubscribe: segment precommit_create {{(pid=109390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 16:40:31.459414 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Added segment 76984f01-966f-4471-a1b3-a91f803ba1aa of type vlan for network 087f9e46-6cef-4744-9182-399d8cd9cb70 Dec 13 16:40:31.475323 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ca89b0-7311-457f-b78a-7551b4557294,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:31.526553 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.526913 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.527256 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.527588 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.527913 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.528241 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.528634 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.528963 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.529319 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.529659 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.529981 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.530300 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.530612 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Tracked resource versions report: Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: pushed versions: Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: { 'AddressGroup': {'1.2'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'ConntrackHelper': {'1.0'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Log': {'1.0'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Network': {'1.1'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Port': {'1.7'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'PortForwarding': {'1.2'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'QosPolicy': {'1.10'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SecurityGroup': {'1.5'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SubPort': {'1.0'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Subnet': {'1.1'}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Trunk': {'1.1'}} Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: consumer versions: Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: { DHCP agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: L3 agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: Metadata agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: Metering agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: Open vSwitch agent@dv-cinder-821602-2-iscsi: { 'AddressGroup': '1.2', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'ConntrackHelper': '1.0', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'LocalIPAssociation': '1.0', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Log': '1.0', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Network': '1.1', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Port': '1.7', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'PortForwarding': '1.2', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'QosPolicy': '1.10', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SecurityGroup': '1.5', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SecurityGroupRule': '1.2', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SubPort': '1.0', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Subnet': '1.1', Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Trunk': '1.1'}} Dec 13 16:40:31.531986 dv-cinder-821602-2-iscsi neutron-server[109390]: {{(pid=109390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:40:31.571092 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:31.615761 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:31.617033 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:31.617747 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:31.693580 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7736702 Dec 13 16:40:31.718486 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314c669-25aa-457c-b452-4fc81199a793 admin admin] Pushing event updated for resources: {'Network': ['ID=087f9e46-6cef-4744-9182-399d8cd9cb70,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:31.731200 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 087f9e46-6cef-4744-9182-399d8cd9cb70 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:40:34.638713 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54024) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:35.061404 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b10aa-9729-4661-b629-b77ac5cec475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:35.062684 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c46b10aa-9729-4661-b629-b77ac5cec475 admin admin] 10.222.0.62 "GET /v2.0/networks/087f9e46-6cef-4744-9182-399d8cd9cb70 HTTP/1.1" status: 200 len: 825 time: 0.4229290 Dec 13 16:40:35.094828 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-2c8369b9-33a2-4e54-92da-a03472fc279b admin admin] 10.222.0.62 "GET /v2.0/subnetpools/4983555f-ad27-4d88-9c05-fdb69b0c7623 HTTP/1.1" status: 200 len: 734 time: 0.0258455 Dec 13 16:40:35.103928 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Request body: {'subnet': {'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'subnetpool_id': '4983555f-ad27-4d88-9c05-fdb69b0c7623', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:40:35.131363 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Made reservation on behalf of 76c905a70f0f4dc58022cf7d31f2b3c5 for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:40:35.133575 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:35.425452 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:35.500203 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e593907-b540-46d2-8b7e-c65a1e6d0e70,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:35.509945 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Checking segment: {'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:40:35.510361 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Network hostable DHCP agents. Network: 087f9e46-6cef-4744-9182-399d8cd9cb70, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:40:35.534032 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Network 087f9e46-6cef-4744-9182-399d8cd9cb70 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:40:35.546388 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 087f9e46-6cef-4744-9182-399d8cd9cb70) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:40:35.552488 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:35.554560 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:35.555680 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf7648-8b72-4437-9673-7d53f482d002 None None] Network 087f9e46-6cef-4744-9182-399d8cd9cb70 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:40:35.572292 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-2e879d8b-10de-4958-b693-61b316259240 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4714983 Dec 13 16:40:35.822798 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-087f9e46-6cef-4744-9182-399d8cd9cb70', 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70', 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'fixed_ips': [{'subnet_id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:40:35.824428 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:36.139280 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Allocated IP 172.20.0.2 (087f9e46-6cef-4744-9182-399d8cd9cb70/3e593907-b540-46d2-8b7e-c65a1e6d0e70/7d1d5cc0-7b46-41c4-b525-82828cc88e36) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:40:36.387643 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:36.397054 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:36.472065 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Network 087f9e46-6cef-4744-9182-399d8cd9cb70 is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:40:36.477497 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:40:36.486370 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:40:36.489346 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Pushing event updated for resources: {'Port': ['ID=7d1d5cc0-7b46-41c4-b525-82828cc88e36,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:36.519517 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.519880 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.520239 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.520607 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.520934 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.521264 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.521586 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.521912 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.522235 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.522569 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.522893 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.523209 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.523524 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Tracked resource versions report: Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: pushed versions: Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: { 'AddressGroup': {'1.2'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'ConntrackHelper': {'1.0'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Log': {'1.0'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Network': {'1.1'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Port': {'1.7'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'PortForwarding': {'1.2'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'QosPolicy': {'1.10'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SecurityGroup': {'1.5'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SubPort': {'1.0'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Subnet': {'1.1'}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Trunk': {'1.1'}} Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: consumer versions: Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: { DHCP agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: L3 agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: Metadata agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: Metering agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: Open vSwitch agent@dv-cinder-821602-2-iscsi: { 'AddressGroup': '1.2', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'ConntrackHelper': '1.0', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'LocalIPAssociation': '1.0', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Log': '1.0', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Network': '1.1', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Port': '1.7', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'PortForwarding': '1.2', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'QosPolicy': '1.10', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SecurityGroup': '1.5', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SecurityGroupRule': '1.2', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SubPort': '1.0', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Subnet': '1.1', Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Trunk': '1.1'}} Dec 13 16:40:36.524927 dv-cinder-821602-2-iscsi neutron-server[109392]: {{(pid=109392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:40:36.571822 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Attempting to bind port 7d1d5cc0-7b46-41c4-b525-82828cc88e36 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:40:36.572725 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Attempting to bind port 7d1d5cc0-7b46-41c4-b525-82828cc88e36 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:40:36.572725 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Attempting to bind port 7d1d5cc0-7b46-41c4-b525-82828cc88e36 on network 087f9e46-6cef-4744-9182-399d8cd9cb70 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:40:36.577747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:40:36.578129 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Checking segment: {'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:40:36.578619 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:36.579054 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Bound using segment: {'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:40:36.579546 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Bound port: 7d1d5cc0-7b46-41c4-b525-82828cc88e36, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:40:36.579945 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:36.643519 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] For port 7d1d5cc0-7b46-41c4-b525-82828cc88e36, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:40:36.662783 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] For port 7d1d5cc0-7b46-41c4-b525-82828cc88e36, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=7d1d5cc0-7b46-41c4-b525-82828cc88e36,segment=NetworkSegment(76984f01-966f-4471-a1b3-a91f803ba1aa),segment_id=76984f01-966f-4471-a1b3-a91f803ba1aa)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:40:36.668081 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:36.722637 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be83f5-ab57-461a-9084-418e9a4062f3 None None] Pushing event updated for resources: {'Port': ['ID=7d1d5cc0-7b46-41c4-b525-82828cc88e36,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:38.225775 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54032) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:38.549763 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [None req-7c06854e-26ff-4c8d-94c5-d05bcc29df6f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:40:38.550785 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7c06854e-26ff-4c8d-94c5-d05bcc29df6f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3242216 Dec 13 16:40:41.227781 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54040) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:41.555864 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [None req-dfeeda92-1877-4ea4-bc51-7a8224310369 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:40:41.556930 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-dfeeda92-1877-4ea4-bc51-7a8224310369 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3281386 Dec 13 16:40:44.482971 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54054) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:44.812683 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-a4a43fbb-9ba7-43a6-8a66-920b298a60af admin admin] Request body: {'router': {'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:40:44.845829 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4a43fbb-9ba7-43a6-8a66-920b298a60af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:44.847553 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4a43fbb-9ba7-43a6-8a66-920b298a60af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:44.870143 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 7d1d5cc0-7b46-41c4-b525-82828cc88e36 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:40:44.963342 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 7d1d5cc0-7b46-41c4-b525-82828cc88e36 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:40:44.963718 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:44.982530 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4a43fbb-9ba7-43a6-8a66-920b298a60af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:44.988357 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4a43fbb-9ba7-43a6-8a66-920b298a60af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:45.006958 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4a43fbb-9ba7-43a6-8a66-920b298a60af admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:45.006958 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a4a43fbb-9ba7-43a6-8a66-920b298a60af admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5228689 Dec 13 16:40:45.080356 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:45.118636 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 7d1d5cc0-7b46-41c4-b525-82828cc88e36, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=7d1d5cc0-7b46-41c4-b525-82828cc88e36,segment=NetworkSegment(76984f01-966f-4471-a1b3-a91f803ba1aa),segment_id=76984f01-966f-4471-a1b3-a91f803ba1aa)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:40:45.127445 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:45.181824 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=7d1d5cc0-7b46-41c4-b525-82828cc88e36,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:45.860266 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dab033-b558-4190-b450-dd6544e78a35 None None] Network 087f9e46-6cef-4744-9182-399d8cd9cb70 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:40:45.925925 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-2d37a9ae-ce91-4777-b640-602517a084b6 None None] Provisioning complete for port 7d1d5cc0-7b46-41c4-b525-82828cc88e36 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:40:45.926584 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2d37a9ae-ce91-4777-b640-602517a084b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:46.269729 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-11d5f423-42d2-45f2-8cda-efdefb63806b None None] Provisioning complete for port 7d1d5cc0-7b46-41c4-b525-82828cc88e36 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:40:46.270066 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-11d5f423-42d2-45f2-8cda-efdefb63806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:46.841251 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 7d1d5cc0-7b46-41c4-b525-82828cc88e36 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:40:46.891506 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 7d1d5cc0-7b46-41c4-b525-82828cc88e36 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:40:46.891865 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:47.311943 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ecd3-ec17-458f-b136-da781e197d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:47.668714 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54062) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:48.026906 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [None req-47059b99-6dfd-43ba-a528-fa9ca7d0e686 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:40:48.028487 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-47059b99-6dfd-43ba-a528-fa9ca7d0e686 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3574979 Dec 13 16:40:49.658808 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4ced0824-6e80-416c-86d4-f77fc20408e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:50.648031 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54078) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:50.655668 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:50.812367 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:40:50.834431 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Made reservation on behalf of 3ad2f264c1784427a00af5662d2bd264 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:40:50.836676 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:50.845110 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:50.920195 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:50.926447 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:50.940865 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Reserving flat network on physical network physnet1 {{(pid=109390) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 16:40:50.960140 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf399554-ce6d-48a5-8960-3958a1bae9a6,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:50.963084 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:50.963424 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Added segment daf9f44f-0bcb-46d5-9e8a-73343f7f9b57 of type flat for network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 Dec 13 16:40:51.016423 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:51.052468 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:51.053529 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:51.054155 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:51.109911 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4608045 Dec 13 16:40:51.117161 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94413ed-b95c-44b2-80a0-45ecf6715fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=1cab29a1-eb7e-4bc3-8ae2-08f687d82832,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:51.133211 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:40:52.156590 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:53.014156 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:53.577223 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54096) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:53.694182 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e88a1-fae6-46f5-855f-b90066d91b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:53.695528 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-1d5e88a1-fae6-46f5-855f-b90066d91b7d admin admin] 10.222.0.62 "GET /v2.0/subnets/3e593907-b540-46d2-8b7e-c65a1e6d0e70 HTTP/1.1" status: 200 len: 849 time: 0.1171918 Dec 13 16:40:53.823179 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5cdb415d-5095-450e-8c30-3918b132cc5b admin admin] 10.222.0.62 "GET /v2.0/routers/3395302e-27be-4579-bd90-421f4aa2e064 HTTP/1.1" status: 200 len: 704 time: 0.1202395 Dec 13 16:40:54.113954 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:54.417710 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Allocated IP 172.20.0.1 (087f9e46-6cef-4744-9182-399d8cd9cb70/3e593907-b540-46d2-8b7e-c65a1e6d0e70/038bab87-456d-4522-a6f3-cd279abfb941) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:40:54.630605 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:54.700153 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:54.778729 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Network 087f9e46-6cef-4744-9182-399d8cd9cb70 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:40:54.785736 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:40:54.787997 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Pushing event updated for resources: {'Port': ['ID=038bab87-456d-4522-a6f3-cd279abfb941,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:54.800172 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:40:54.800742 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:54.990712 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-d0b25d1c-0040-43c6-8e96-052c038219e7 None None] Provisioning complete for port 038bab87-456d-4522-a6f3-cd279abfb941 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:40:54.991280 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d0b25d1c-0040-43c6-8e96-052c038219e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:55.002174 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:55.025273 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-d0b25d1c-0040-43c6-8e96-052c038219e7 None None] Port 038bab87-456d-4522-a6f3-cd279abfb941 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:40:55.211106 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:55.218294 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:55.219032 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:55.291638 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Pushing event updated for resources: {'Port': ['ID=038bab87-456d-4522-a6f3-cd279abfb941,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:55.343929 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Network 087f9e46-6cef-4744-9182-399d8cd9cb70 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:40:55.345679 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:40:55.510849 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Router 3395302e-27be-4579-bd90-421f4aa2e064 is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:40:55.547028 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-c2ad3abc-0897-44b9-a393-de2f8ca5781e None None] Provisioning complete for port 038bab87-456d-4522-a6f3-cd279abfb941 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:40:55.547287 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c2ad3abc-0897-44b9-a393-de2f8ca5781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:55.583856 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad3abc-0897-44b9-a393-de2f8ca5781e None None] Port 038bab87-456d-4522-a6f3-cd279abfb941 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:40:55.605461 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:40:55.610788 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e35d0818-9db0-4db4-87e5-e69f23992647 admin admin] 10.222.0.62 "PUT /v2.0/routers/3395302e-27be-4579-bd90-421f4aa2e064/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7789013 Dec 13 16:40:55.616366 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Sync routers for ids ['3395302e-27be-4579-bd90-421f4aa2e064'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:40:55.629957 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Routers {'3395302e-27be-4579-bd90-421f4aa2e064'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:40:55.630777 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:40:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['3395302e-27be-4579-bd90-421f4aa2e064'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:55.822851 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Set router 3395302e-27be-4579-bd90-421f4aa2e064 gateway port host: None {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:40:56.270099 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395302e-27be-4579-bd90-421f4aa2e064', 'name': 'router1', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:40:44Z', 'updated_at': '2021-12-13T16:40:54Z', 'revision_number': 2, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'gw_port_host': None, '_interfaces': [{'id': '038bab87-456d-4522-a6f3-cd279abfb941', 'name': '', 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'mac_address': 'fa:16:3e:21:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:40:54Z', 'updated_at': '2021-12-13T16:40:55Z', 'revision_number': 2, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'subnets': [{'id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4983555f-ad27-4d88-9c05-fdb69b0c7623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:56.321541 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Checking router: 3395302e-27be-4579-bd90-421f4aa2e064 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:40:56.322316 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Updating router 3395302e-27be-4579-bd90-421f4aa2e064 port 038bab87-456d-4522-a6f3-cd279abfb941 binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:40:56.370609 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:56.886229 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:56.894599 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.030308 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Pushing event updated for resources: {'Port': ['ID=038bab87-456d-4522-a6f3-cd279abfb941,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:57.055708 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.056082 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.056306 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.056643 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.057139 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.057472 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.057814 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.058152 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.058472 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.058815 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.059167 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.059656 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.060218 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Tracked resource versions report: Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: pushed versions: Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: { 'AddressGroup': {'1.2'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'ConntrackHelper': {'1.0'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Log': {'1.0'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Network': {'1.1'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Port': {'1.7'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'PortForwarding': {'1.2'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'QosPolicy': {'1.10'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SecurityGroup': {'1.5'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SubPort': {'1.0'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Subnet': {'1.1'}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Trunk': {'1.1'}} Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: consumer versions: Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: { DHCP agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: L3 agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: Metadata agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: Metering agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: Open vSwitch agent@dv-cinder-821602-2-iscsi: { 'AddressGroup': '1.2', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'ConntrackHelper': '1.0', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'LocalIPAssociation': '1.0', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Log': '1.0', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Network': '1.1', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Port': '1.7', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'PortForwarding': '1.2', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'QosPolicy': '1.10', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SecurityGroup': '1.5', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SecurityGroupRule': '1.2', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SubPort': '1.0', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Subnet': '1.1', Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Trunk': '1.1'}} Dec 13 16:40:57.061640 dv-cinder-821602-2-iscsi neutron-server[109393]: {{(pid=109393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:40:57.098443 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Attempting to bind port 038bab87-456d-4522-a6f3-cd279abfb941 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:40:57.098841 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Attempting to bind port 038bab87-456d-4522-a6f3-cd279abfb941 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:40:57.099273 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Attempting to bind port 038bab87-456d-4522-a6f3-cd279abfb941 on network 087f9e46-6cef-4744-9182-399d8cd9cb70 {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:40:57.105226 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:40:57.105796 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Checking segment: {'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:40:57.106508 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.106906 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Bound using segment: {'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:40:57.107440 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Bound port: 038bab87-456d-4522-a6f3-cd279abfb941, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76984f01-966f-4471-a1b3-a91f803ba1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:40:57.107827 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.114054 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-f205c887-1917-45c4-b898-5232403872d1 None None] Provisioning complete for port 038bab87-456d-4522-a6f3-cd279abfb941 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:40:57.114580 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f205c887-1917-45c4-b898-5232403872d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.148170 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-f205c887-1917-45c4-b898-5232403872d1 None None] Port 038bab87-456d-4522-a6f3-cd279abfb941 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:40:57.174607 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] For port 038bab87-456d-4522-a6f3-cd279abfb941, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:40:57.194172 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] For port 038bab87-456d-4522-a6f3-cd279abfb941, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=038bab87-456d-4522-a6f3-cd279abfb941,segment=NetworkSegment(76984f01-966f-4471-a1b3-a91f803ba1aa),segment_id=76984f01-966f-4471-a1b3-a91f803ba1aa)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:40:57.199256 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.250192 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Routers {'3395302e-27be-4579-bd90-421f4aa2e064'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:40:57.250832 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:40:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['3395302e-27be-4579-bd90-421f4aa2e064'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:57.330517 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14562b8-ba2a-4b0a-94a0-50e3d99b1050 None None] Pushing event updated for resources: {'Port': ['ID=038bab87-456d-4522-a6f3-cd279abfb941,revision_number=4']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:57.354807 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] Set router 3395302e-27be-4579-bd90-421f4aa2e064 gateway port host: None {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:40:57.469258 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-449e977d-e48e-4838-a1d0-454ff8d2d3ef None None] Provisioning complete for port 038bab87-456d-4522-a6f3-cd279abfb941 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:40:57.469699 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-449e977d-e48e-4838-a1d0-454ff8d2d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.552865 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-449e977d-e48e-4838-a1d0-454ff8d2d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.569212 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395302e-27be-4579-bd90-421f4aa2e064', 'name': 'router1', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:40:44Z', 'updated_at': '2021-12-13T16:40:54Z', 'revision_number': 2, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'gw_port_host': None, '_interfaces': [{'id': '038bab87-456d-4522-a6f3-cd279abfb941', 'name': '', 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'mac_address': 'fa:16:3e:21:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:40:54Z', 'updated_at': '2021-12-13T16:40:57Z', 'revision_number': 4, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'subnets': [{'id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4983555f-ad27-4d88-9c05-fdb69b0c7623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:40:57.588739 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-449e977d-e48e-4838-a1d0-454ff8d2d3ef None None] For port 038bab87-456d-4522-a6f3-cd279abfb941, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=038bab87-456d-4522-a6f3-cd279abfb941,segment=NetworkSegment(76984f01-966f-4471-a1b3-a91f803ba1aa),segment_id=76984f01-966f-4471-a1b3-a91f803ba1aa)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:40:57.594375 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-449e977d-e48e-4838-a1d0-454ff8d2d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.600360 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b1bc-418d-4713-b237-2c5d3478ba44 None None] The sync data for ids ['3395302e-27be-4579-bd90-421f4aa2e064'] in dv-cinder-821602-2-iscsi is: [{'id': '3395302e-27be-4579-bd90-421f4aa2e064', 'name': 'router1', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:40:44Z', 'updated_at': '2021-12-13T16:40:54Z', 'revision_number': 2, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'gw_port_host': None, '_interfaces': [{'id': '038bab87-456d-4522-a6f3-cd279abfb941', 'name': '', 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'mac_address': 'fa:16:3e:21:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:40:54Z', 'updated_at': '2021-12-13T16:40:57Z', 'revision_number': 4, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'subnets': [{'id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4983555f-ad27-4d88-9c05-fdb69b0c7623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:40:57.645510 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e977d-e48e-4838-a1d0-454ff8d2d3ef None None] Pushing event updated for resources: {'Port': ['ID=038bab87-456d-4522-a6f3-cd279abfb941,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:58.060036 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54110) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:40:58.341977 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.policy [None req-76ffbd4b-5cb1-4b61-a79f-84c6c4e0dda6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109391) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 16:40:58.389567 dv-cinder-821602-2-iscsi neutron-server[109391]: WARNING oslo_policy.policy [None req-76ffbd4b-5cb1-4b61-a79f-84c6c4e0dda6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:40:58.389956 dv-cinder-821602-2-iscsi neutron-server[109391]: WARNING oslo_policy.policy [None req-76ffbd4b-5cb1-4b61-a79f-84c6c4e0dda6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:40:58.398034 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffbd4b-5cb1-4b61-a79f-84c6c4e0dda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:58.399814 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-76ffbd4b-5cb1-4b61-a79f-84c6c4e0dda6 admin admin] 10.222.0.62 "GET /v2.0/networks/1cab29a1-eb7e-4bc3-8ae2-08f687d82832 HTTP/1.1" status: 200 len: 842 time: 0.3386710 Dec 13 16:40:58.410425 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Request body: {'subnet': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:40:58.412259 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.quota [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Loaded quota_driver: . Dec 13 16:40:58.454944 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Made reservation on behalf of 3ad2f264c1784427a00af5662d2bd264 for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:40:58.457751 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Publish callbacks [] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:58.887434 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.objects.ports [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:40:58.887939 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:58.960183 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77f82e5-670c-40fb-8ea5-86a1f0746a5d,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:40:58.971154 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:40:58.971500 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Network hostable DHCP agents. Network: 1cab29a1-eb7e-4bc3-8ae2-08f687d82832, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:40:58.974242 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.974581 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.974919 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.975254 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.975572 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.975891 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.976191 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.976505 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.976856 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.977191 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.977504 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.977814 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.978129 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Tracked resource versions report: Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: pushed versions: Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: { 'AddressGroup': {'1.2'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'ConntrackHelper': {'1.0'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Log': {'1.0'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Network': {'1.1'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Port': {'1.7'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'PortForwarding': {'1.2'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'QosPolicy': {'1.10'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SecurityGroup': {'1.5'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SubPort': {'1.0'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Subnet': {'1.1'}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Trunk': {'1.1'}} Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: consumer versions: Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: { DHCP agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: L3 agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: Metadata agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: Metering agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: Open vSwitch agent@dv-cinder-821602-2-iscsi: { 'AddressGroup': '1.2', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'ConntrackHelper': '1.0', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'LocalIPAssociation': '1.0', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Log': '1.0', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Network': '1.1', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Port': '1.7', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'PortForwarding': '1.2', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'QosPolicy': '1.10', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SecurityGroup': '1.5', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SecurityGroupRule': '1.2', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SubPort': '1.0', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Subnet': '1.1', Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Trunk': '1.1'}} Dec 13 16:40:58.979420 dv-cinder-821602-2-iscsi neutron-server[109391]: {{(pid=109391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:40:59.026718 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:40:59.042960 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 1cab29a1-eb7e-4bc3-8ae2-08f687d82832) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:40:59.047769 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:59.048349 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:59.053117 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d404a7e8-3d81-4d8e-a692-954f669317ab None None] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:40:59.088597 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c8e23186-4d52-42bf-9074-777d8079d6ff admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6785457 Dec 13 16:40:59.168884 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5df65a-5120-4417-abf3-feea35c489cb None None] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:41:01.588323 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54124) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:41:01.725077 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-fc60c383-7111-4c49-83bb-ccd79531c394 admin admin] 10.222.0.62 "GET /v2.0/routers/3395302e-27be-4579-bd90-421f4aa2e064 HTTP/1.1" status: 200 len: 710 time: 0.1354058 Dec 13 16:41:01.812114 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c89d8-4176-43d4-a9a3-5670b265b8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:41:01.813504 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e58c89d8-4176-43d4-a9a3-5670b265b8bb admin admin] 10.222.0.62 "GET /v2.0/networks/1cab29a1-eb7e-4bc3-8ae2-08f687d82832 HTTP/1.1" status: 200 len: 886 time: 0.0824621 Dec 13 16:41:01.823045 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:41:02.147486 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:02.391276 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:02.463462 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:02.571397 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Allocated IP 172.27.2.169 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/775a617e-0328-4045-9e84-e2288b397cc3) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:41:02.675264 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:02.711134 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:02.751314 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:41:02.754652 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:41:02.757288 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:41:02.765047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Pushing event updated for resources: {'Port': ['ID=775a617e-0328-4045-9e84-e2288b397cc3,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:41:03.009854 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:03.207723 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33039081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33046360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-630'] for router, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:03.211186 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33039074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33039099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33046353'] for router, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:03.419249 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Router 3395302e-27be-4579-bd90-421f4aa2e064 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:41:03.531652 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:41:03.536368 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:03.537625 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-371a8cb4-8e82-44c8-b97a-927b5a0f8785 admin admin] 10.222.0.62 "PUT /v2.0/routers/3395302e-27be-4579-bd90-421f4aa2e064 HTTP/1.1" status: 200 len: 890 time: 1.7178342 Dec 13 16:41:04.723880 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Sync routers for ids ['3395302e-27be-4579-bd90-421f4aa2e064'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:41:04.735565 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Routers {'3395302e-27be-4579-bd90-421f4aa2e064'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:41:04.736204 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:40:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['3395302e-27be-4579-bd90-421f4aa2e064'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:41:04.892877 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 038bab87-456d-4522-a6f3-cd279abfb941 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:41:04.980260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Set router 3395302e-27be-4579-bd90-421f4aa2e064 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:41:05.097755 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 038bab87-456d-4522-a6f3-cd279abfb941 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:41:05.098159 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:05.515457 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395302e-27be-4579-bd90-421f4aa2e064', 'name': 'router1', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '775a617e-0328-4045-9e84-e2288b397cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:40:44Z', 'updated_at': '2021-12-13T16:41:02Z', 'revision_number': 4, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'gw_port': {'id': '775a617e-0328-4045-9e84-e2288b397cc3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:41:02Z', 'updated_at': '2021-12-13T16:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '038bab87-456d-4522-a6f3-cd279abfb941', 'name': '', 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'mac_address': 'fa:16:3e:21:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:40:54Z', 'updated_at': '2021-12-13T16:40:57Z', 'revision_number': 5, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'subnets': [{'id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4983555f-ad27-4d88-9c05-fdb69b0c7623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:41:05.567375 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Checking router: 3395302e-27be-4579-bd90-421f4aa2e064 for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:41:05.567735 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Updating router 3395302e-27be-4579-bd90-421f4aa2e064 port 775a617e-0328-4045-9e84-e2288b397cc3 binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:41:05.614282 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:05.930651 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:05.938039 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:05.991390 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Attempting to bind port 775a617e-0328-4045-9e84-e2288b397cc3 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:41:05.991772 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Attempting to bind port 775a617e-0328-4045-9e84-e2288b397cc3 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:41:05.992135 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Attempting to bind port 775a617e-0328-4045-9e84-e2288b397cc3 on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:41:05.994944 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810490d-bea5-477d-a41e-a7b0c4619ca1 None None] Pushing event updated for resources: {'Port': ['ID=775a617e-0328-4045-9e84-e2288b397cc3,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:41:06.001268 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:41:06.001643 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:41:06.002049 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:06.002784 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:41:06.003528 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Bound port: 775a617e-0328-4045-9e84-e2288b397cc3, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:41:06.003646 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:06.055488 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] For port 775a617e-0328-4045-9e84-e2288b397cc3, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:41:06.058779 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] For port 775a617e-0328-4045-9e84-e2288b397cc3, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=775a617e-0328-4045-9e84-e2288b397cc3,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:41:06.065142 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:06.123252 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Routers {'3395302e-27be-4579-bd90-421f4aa2e064'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:41:06.123875 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:40:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['3395302e-27be-4579-bd90-421f4aa2e064'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:41:06.128894 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810490d-bea5-477d-a41e-a7b0c4619ca1 None None] Pushing event updated for resources: {'Port': ['ID=775a617e-0328-4045-9e84-e2288b397cc3,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:41:06.156880 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54136) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:41:06.236215 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] Set router 3395302e-27be-4579-bd90-421f4aa2e064 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:41:06.271079 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-4b7dacd0-afd1-4c5b-9cd1-05fff53f3784 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1129785 Dec 13 16:41:06.465065 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395302e-27be-4579-bd90-421f4aa2e064', 'name': 'router1', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '775a617e-0328-4045-9e84-e2288b397cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:40:44Z', 'updated_at': '2021-12-13T16:41:02Z', 'revision_number': 4, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'gw_port': {'id': '775a617e-0328-4045-9e84-e2288b397cc3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:41:02Z', 'updated_at': '2021-12-13T16:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '038bab87-456d-4522-a6f3-cd279abfb941', 'name': '', 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'mac_address': 'fa:16:3e:21:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:40:54Z', 'updated_at': '2021-12-13T16:40:57Z', 'revision_number': 5, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'subnets': [{'id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4983555f-ad27-4d88-9c05-fdb69b0c7623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:41:06.492525 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a9c7a-aa5b-4f3b-878d-585c3ec43577 None None] The sync data for ids ['3395302e-27be-4579-bd90-421f4aa2e064'] in dv-cinder-821602-2-iscsi is: [{'id': '3395302e-27be-4579-bd90-421f4aa2e064', 'name': 'router1', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '775a617e-0328-4045-9e84-e2288b397cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:40:44Z', 'updated_at': '2021-12-13T16:41:02Z', 'revision_number': 4, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'gw_port': {'id': '775a617e-0328-4045-9e84-e2288b397cc3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:41:02Z', 'updated_at': '2021-12-13T16:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '038bab87-456d-4522-a6f3-cd279abfb941', 'name': '', 'network_id': '087f9e46-6cef-4744-9182-399d8cd9cb70', 'tenant_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'mac_address': 'fa:16:3e:21:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395302e-27be-4579-bd90-421f4aa2e064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:40:54Z', 'updated_at': '2021-12-13T16:40:57Z', 'revision_number': 5, 'project_id': '76c905a70f0f4dc58022cf7d31f2b3c5', 'subnets': [{'id': '3e593907-b540-46d2-8b7e-c65a1e6d0e70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4983555f-ad27-4d88-9c05-fdb69b0c7623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:41:06.885921 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 775a617e-0328-4045-9e84-e2288b397cc3 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:41:06.942618 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 775a617e-0328-4045-9e84-e2288b397cc3 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:41:06.943189 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:07.029200 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:07.053688 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 775a617e-0328-4045-9e84-e2288b397cc3, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=775a617e-0328-4045-9e84-e2288b397cc3,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:41:07.059249 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:07.111411 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=775a617e-0328-4045-9e84-e2288b397cc3,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:41:08.863143 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 775a617e-0328-4045-9e84-e2288b397cc3 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:41:08.938242 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 775a617e-0328-4045-9e84-e2288b397cc3 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:41:08.938616 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:11.578959 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:41:17.335042 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5622e378-b245-440a-af27-0e9fd687367d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:19.663804 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2dd82b0c-02ec-4d1e-abf7-22e3e2c82b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:20.672028 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:22.174079 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:23.013017 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:47.320374 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-45d95e71-9779-4631-996b-ddf89f5d61de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:48.580702 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:41:49.672970 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5f700ec9-7318-40be-86d1-261982d7e489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:50.663146 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:52.162098 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:53.011407 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.319067 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e923326c-6e05-48b4-ab0b-eee43a469298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:19.670042 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-204027fd-861f-4b20-b4a1-86b3fa433857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:20.665573 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:22.166171 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:23.007876 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:25.579924 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:42:28.034609 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54620) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:28.107548 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fe84e6-a2b9-4f6f-ae6a-d96669d9046c admin admin] GET failed (client error): The resource could not be found. Dec 13 16:42:28.108941 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d0fe84e6-a2b9-4f6f-ae6a-d96669d9046c admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0730820 Dec 13 16:42:28.273784 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231b3e3-d87c-49d5-90be-a05ea8a9c307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:28.275150 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-3231b3e3-d87c-49d5-90be-a05ea8a9c307 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591165 Dec 13 16:42:30.662985 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54630) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:30.782073 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec54d59-610b-46f2-91e3-fc060d1624f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:30.783539 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-4ec54d59-610b-46f2-91e3-fc060d1624f6 admin admin] 10.222.0.62 "GET /v2.0/subnets/3e593907-b540-46d2-8b7e-c65a1e6d0e70 HTTP/1.1" status: 200 len: 849 time: 0.1191916 Dec 13 16:42:30.797507 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:30.901582 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Publish callbacks [] for subnet, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:31.059915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734537917404'] for subnet, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:31.093474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.094118 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:31.095972 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] 10.222.0.62 "PUT /v2.0/subnets/3e593907-b540-46d2-8b7e-c65a1e6d0e70 HTTP/1.1" status: 200 len: 868 time: 0.3024247 Dec 13 16:42:31.098476 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812617f4-83d4-4ac4-8f7f-7bb17a870087 None None] Network 087f9e46-6cef-4744-9182-399d8cd9cb70 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:42:31.117871 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e593907-b540-46d2-8b7e-c65a1e6d0e70,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:31.125551 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.125919 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.126276 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.126615 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.127431 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.127763 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.128106 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.128438 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.128802 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.129150 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.129480 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.129804 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.130128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb5483-b1e6-4248-a9e2-b983a79a752e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:31.380011 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-cbb0d648-121f-4f6f-ae04-9fd735b482bd None None] Provisioning complete for port 7d1d5cc0-7b46-41c4-b525-82828cc88e36 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:31.380383 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d648-121f-4f6f-ae04-9fd735b482bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:31.471476 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-cbb0d648-121f-4f6f-ae04-9fd735b482bd None None] Provisioning complete for port 038bab87-456d-4522-a6f3-cd279abfb941 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:31.471849 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d648-121f-4f6f-ae04-9fd735b482bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:33.519935 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54640) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:33.727178 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f6b20-73f8-4a00-935b-d31dd2ccc479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:33.727644 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f6b20-73f8-4a00-935b-d31dd2ccc479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:33.729217 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-dd0f6b20-73f8-4a00-935b-d31dd2ccc479 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2082660 Dec 13 16:42:36.108277 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54648) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:36.248604 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec62a69-0144-4147-ac60-b8546f9a3f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:36.249071 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec62a69-0144-4147-ac60-b8546f9a3f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:36.253099 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-4ec62a69-0144-4147-ac60-b8546f9a3f3e admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1433847 Dec 13 16:42:38.619142 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54656) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:38.801569 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75a86d-cae7-4723-b5bd-89a4867563ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:38.802971 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-dc75a86d-cae7-4723-b5bd-89a4867563ab admin admin] 10.222.0.62 "GET /v2.0/networks/087f9e46-6cef-4744-9182-399d8cd9cb70 HTTP/1.1" status: 200 len: 869 time: 0.1828206 Dec 13 16:42:41.227427 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54664) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:41.366249 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa1bfe7-f74d-47bb-a595-1710d7a95905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:41.367666 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-5fa1bfe7-f74d-47bb-a595-1710d7a95905 admin admin] 10.222.0.62 "GET /v2.0/networks/1cab29a1-eb7e-4bc3-8ae2-08f687d82832 HTTP/1.1" status: 200 len: 886 time: 0.1392586 Dec 13 16:42:43.765591 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54672) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:43.906090 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5596745-2003-4796-9edd-196d154b3f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:43.906527 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5596745-2003-4796-9edd-196d154b3f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:43.908040 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c5596745-2003-4796-9edd-196d154b3f75 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1414485 Dec 13 16:42:46.310247 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54680) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:46.417961 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c45b91-aa36-44f6-aef5-9cf0cd1db84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:46.418407 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c45b91-aa36-44f6-aef5-9cf0cd1db84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:46.420038 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f3c45b91-aa36-44f6-aef5-9cf0cd1db84f admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084771 Dec 13 16:42:47.313541 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-a4b7a8df-50f5-46a2-bc94-0b6a229ce2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:48.830148 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54688) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:48.950566 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895f9b6-b763-4851-9a48-9a74595dd66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:48.952000 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-2895f9b6-b763-4851-9a48-9a74595dd66a admin admin] 10.222.0.62 "GET /v2.0/subnets/3e593907-b540-46d2-8b7e-c65a1e6d0e70 HTTP/1.1" status: 200 len: 868 time: 0.1208851 Dec 13 16:42:49.675412 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5a13e699-7bd8-42c7-9287-37678b7ffe2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:50.667559 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:51.340377 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54696) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:51.433553 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799ece8-bd36-4432-bb47-47fd610131b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:51.435065 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-0799ece8-bd36-4432-bb47-47fd610131b8 admin admin] 10.222.0.62 "GET /v2.0/subnets/f77f82e5-670c-40fb-8ea5-86a1f0746a5d HTTP/1.1" status: 200 len: 816 time: 0.0934482 Dec 13 16:42:52.168957 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:53.003792 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:02.579199 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:43:16.438982 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54750) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:16.491275 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [None req-f6f84cc3-8964-480d-b6bf-974c3c51d5bd admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:43:16.492291 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-f6f84cc3-8964-480d-b6bf-974c3c51d5bd admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522983 Dec 13 16:43:17.322144 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c1c306d0-d8aa-45b9-aecf-6cf6fbe5055c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:18.987029 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54758) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:19.060389 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2583ce1-ce22-4eea-b242-d9e82aec82ae admin admin] GET failed (client error): The resource could not be found. Dec 13 16:43:19.061719 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d2583ce1-ce22-4eea-b242-d9e82aec82ae admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0733941 Dec 13 16:43:19.149188 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33eaa73-4a06-4ce3-a34c-661fd4ac8b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:19.150548 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-b33eaa73-4a06-4ce3-a34c-661fd4ac8b5e admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840275 Dec 13 16:43:19.681025 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b2564d57-8454-45e1-8792-92e9469e89d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:20.670176 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:21.586913 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54766) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:21.649554 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:21.677729 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Made reservation on behalf of 3ad2f264c1784427a00af5662d2bd264 for: {'network': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:43:21.679992 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:21.722644 dv-cinder-821602-2-iscsi neutron-server[109391]: WARNING neutron.services.revisions.revision_plugin [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Could not find related network for resource to bump revision. Dec 13 16:43:21.739055 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:43:21.751710 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734537904249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:21.752247 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Unsubscribe: segment precommit_create {{(pid=109391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 16:43:21.753086 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.segments_db [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Added segment 6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92 of type vlan for network 7064c83d-55d4-4596-8a82-fa3c10abdae1 Dec 13 16:43:21.802238 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:21.838886 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:21.839725 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:21.840305 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:21.912024 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3240399 Dec 13 16:43:21.937952 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe1bf2-51ea-4e2e-96e6-9807b694fada admin admin] Pushing event updated for resources: {'Network': ['ID=7064c83d-55d4-4596-8a82-fa3c10abdae1,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:21.949643 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 7064c83d-55d4-4596-8a82-fa3c10abdae1 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:43:22.175661 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:23.012349 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:24.369948 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 54774) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:24.438311 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.pecan_wsgi.hooks.translation [None req-73102a17-5965-42ad-b9b5-2b8a836d151d admin admin] GET failed (client error): The resource could not be found. Dec 13 16:43:24.439614 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-73102a17-5965-42ad-b9b5-2b8a836d151d admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0686853 Dec 13 16:43:24.553653 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83417100-de56-4092-b1bb-758bc5e5f3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:24.555766 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-83417100-de56-4092-b1bb-758bc5e5f3e8 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1111360 Dec 13 16:43:24.568151 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1', 'cidr': '192.168.233.0/24'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:24.592024 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Made reservation on behalf of 3ad2f264c1784427a00af5662d2bd264 for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:43:24.594511 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:24.777845 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:24.829886 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6e5626-c78b-4430-8a69-64a0e7b59253,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:24.847053 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Checking segment: {'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:43:24.847398 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Network hostable DHCP agents. Network: 7064c83d-55d4-4596-8a82-fa3c10abdae1, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:43:24.866947 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Network 7064c83d-55d4-4596-8a82-fa3c10abdae1 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:43:24.881629 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 7064c83d-55d4-4596-8a82-fa3c10abdae1) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:24.885624 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:24.886238 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:24.892656 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a0e46b-3e19-40ce-a174-f4b63b216784 None None] Network 7064c83d-55d4-4596-8a82-fa3c10abdae1 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:43:24.903135 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-00b54d8b-a32e-458f-b87e-92989dbeb942 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3384531 Dec 13 16:43:25.000430 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-7064c83d-55d4-4596-8a82-fa3c10abdae1', 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1', 'project_id': '3ad2f264c1784427a00af5662d2bd264', 'fixed_ips': [{'subnet_id': 'df6e5626-c78b-4430-8a69-64a0e7b59253'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:43:25.001416 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:25.143276 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Allocated IP 192.168.233.2 (7064c83d-55d4-4596-8a82-fa3c10abdae1/df6e5626-c78b-4430-8a69-64a0e7b59253/cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:43:25.389514 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:25.397623 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:25.445269 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Network 7064c83d-55d4-4596-8a82-fa3c10abdae1 is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:43:25.446063 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Pushing event updated for resources: {'Port': ['ID=cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:25.449341 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:25.451884 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:43:25.460353 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.460536 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.460843 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.461180 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.461507 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.461830 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.462155 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.462473 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.462796 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.463133 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.463467 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.463772 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.464087 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:25.523628 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Attempting to bind port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:43:25.524389 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Attempting to bind port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:43:25.524981 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Attempting to bind port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a on network 7064c83d-55d4-4596-8a82-fa3c10abdae1 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:43:25.531297 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:43:25.531674 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Checking segment: {'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:43:25.532073 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:25.532467 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Bound using segment: {'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:43:25.532954 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Bound port: cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:43:25.533348 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:25.596350 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] For port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:43:25.599437 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] For port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a,segment=NetworkSegment(6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92),segment_id=6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:43:25.605080 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:25.665448 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de115328-4336-4e9f-9702-8e05fab9bc18 None None] Pushing event updated for resources: {'Port': ['ID=cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:26.478355 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77363f5c-f14c-4a13-bf0d-2bbf33caf060 None None] Network 7064c83d-55d4-4596-8a82-fa3c10abdae1 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:43:26.540755 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-0ea00b05-19e6-4904-bfc3-3229072dc027 None None] Provisioning complete for port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:26.541129 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0ea00b05-19e6-4904-bfc3-3229072dc027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:26.668044 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0ea00b05-19e6-4904-bfc3-3229072dc027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:26.704841 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-0ea00b05-19e6-4904-bfc3-3229072dc027 None None] For port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a,segment=NetworkSegment(6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92),segment_id=6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:26.711932 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0ea00b05-19e6-4904-bfc3-3229072dc027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:26.766058 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea00b05-19e6-4904-bfc3-3229072dc027 None None] Pushing event updated for resources: {'Port': ['ID=cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:26.946131 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-d48f08e9-0890-4856-97ad-9aa81dd8dadf None None] Provisioning complete for port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:26.946531 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d48f08e9-0890-4856-97ad-9aa81dd8dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:26.979272 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:43:27.066469 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port cf5e81ae-87fc-436e-9f7b-81d4a3ddb20a triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:27.066861 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.579554 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:43:47.328509 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-9743f317-2860-4a08-af46-3133691817c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:49.683032 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-dfc23942-fe33-408a-bb5a-5e2a0fd9d2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:50.673860 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:52.173638 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:53.008669 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:16.579730 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:44:17.314187 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24b0a4ca-29b9-4e76-bdfc-2d8b16b1d627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:19.680931 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2574fdf7-94e5-4240-91b9-4d0c37db205e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:20.676426 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:22.181362 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:23.019279 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:43.920842 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54818) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:43.926764 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [None req-7c3c4302-ecfa-46c5-8c51-337971d8c872 tempest-verify_tempest_config-1675893029 tempest-verify_tempest_config-1675893029-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:44:43.927748 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-7c3c4302-ecfa-46c5-8c51-337971d8c872 tempest-verify_tempest_config-1675893029 tempest-verify_tempest_config-1675893029-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059226 Dec 13 16:44:44.257620 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54836) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:44.371103 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.452188 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.457398 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.504228 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb95cb6a1e39471b88fe6514ca53ac13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2452412 Dec 13 16:44:44.505049 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79a6c04-ed30-4b23-b6d8-6e000fb97f1a,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:44.506882 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54840) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:44.521928 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.522287 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.522636 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.522965 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.523300 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.523625 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.523968 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.524293 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.524628 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.524970 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.525291 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.525603 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.525918 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af8d5f-e38f-4bcf-96cf-68802034e04b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:44.572762 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2f0704a2-2a24-4511-831a-9d80e20b7ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.602608 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2f0704a2-2a24-4511-831a-9d80e20b7ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.699776 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2f0704a2-2a24-4511-831a-9d80e20b7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.704243 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2f0704a2-2a24-4511-831a-9d80e20b7ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.706008 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-2f0704a2-2a24-4511-831a-9d80e20b7ee8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a79a6c04-ed30-4b23-b6d8-6e000fb97f1a HTTP/1.1" status: 204 len: 168 time: 0.1982806 Dec 13 16:44:44.714044 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0704a2-2a24-4511-831a-9d80e20b7ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79a6c04-ed30-4b23-b6d8-6e000fb97f1a,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:47.321058 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c394cb6a-282d-433f-8f50-ca47e8a1e43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.676801 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-320ddec2-483f-4d69-a7f1-1c2c86c9242e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.678803 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.189594 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.015478 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.579243 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:45:17.324940 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-facd0ea9-38d2-4486-8aae-2ce0145d85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:19.679644 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-aa853448-ce05-4bad-8506-9cc2922932e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:20.690177 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:22.192314 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:23.011599 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:30.578595 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:45:47.323606 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-709d0e30-22ce-41f9-97d2-549e92ff660d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:49.677946 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d213f7cb-d9f9-4b4b-b095-fd02648eca8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:50.687688 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:52.189804 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:53.007692 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:07.578239 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 5 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:46:17.320952 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4aa138f8-0335-4fde-b0ee-509a261bebca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:17.794236 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33040123'] for agent, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:19.677385 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-02ad8c96-5e68-4ff7-972a-52ab942a79d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:20.691188 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:22.193521 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:23.007986 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:33.673965 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54914) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:46:33.795265 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c608dbd5-a781-44dd-a2ed-af56ef979429 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1201332 Dec 13 16:46:36.305068 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 54924) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:46:36.365458 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-39abcb5a-e934-48f5-9d2b-d27fa86036c7 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0591187 Dec 13 16:46:44.579036 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:46:47.315480 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ad77b7c2-c576-477d-8e87-7f5ca5c908ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:47.745459 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:49.675460 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e1a4da75-e827-4f00-8dce-c27db9a817d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:50.693547 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:52.198348 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:53.014648 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:17.320682 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8781df0e-7993-4e11-ad6a-01d23e53f042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:17.745339 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:19.672086 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-357d6412-8d89-4367-bd9d-5e799c226eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:20.708904 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:21.578821 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:47:22.200455 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:23.003509 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:47.326284 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-085653f1-4205-4a73-9765-b62098d0eb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:47.744279 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:49.666734 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-a56deebc-1b74-4812-9afa-4b782f2fcf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:50.702166 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:52.207529 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:53.001274 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:58.582987 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:48:07.440334 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55076) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:07.688118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-232084187-network', 'tenant_id': '163dbcd4f38c42c7b86df6d0040185b0'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:07.719731 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Made reservation on behalf of 163dbcd4f38c42c7b86df6d0040185b0 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:07.722469 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:07.732892 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:07.844774 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:07.851174 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:07.885995 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c96084-6daa-414a-a2e7-95e9c6d61016,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:07.895401 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:48:07.909648 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:07.910204 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Added segment 74ab1124-a3c1-49ae-b094-085e74e8aaeb of type vlan for network b76c450b-906e-49a2-90c4-fe53f134f2b8 Dec 13 16:48:07.923286 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.923805 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.924190 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.924615 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.924981 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.925966 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.926555 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.926898 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.927236 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.927568 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.927898 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.928379 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.928743 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Tracked resource versions report: Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: pushed versions: Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: { 'AddressGroup': {'1.2'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'ConntrackHelper': {'1.0'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Log': {'1.0'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Network': {'1.1'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Port': {'1.7'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'PortForwarding': {'1.2'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'QosPolicy': {'1.10'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SecurityGroup': {'1.5'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SubPort': {'1.0'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Subnet': {'1.1'}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Trunk': {'1.1'}} Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: consumer versions: Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: { DHCP agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: HyperV agent@hv-cinder-82160: {}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: L3 agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: Metadata agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: Metering agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: Open vSwitch agent@dv-cinder-821602-2-iscsi: { 'AddressGroup': '1.2', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'ConntrackHelper': '1.0', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'LocalIPAssociation': '1.0', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Log': '1.0', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Network': '1.1', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Port': '1.7', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'PortForwarding': '1.2', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'QosPolicy': '1.10', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SecurityGroup': '1.5', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SecurityGroupRule': '1.2', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'SubPort': '1.0', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Subnet': '1.1', Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: 'Trunk': '1.1'}} Dec 13 16:48:07.931041 dv-cinder-821602-2-iscsi neutron-server[109390]: {{(pid=109390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:48:07.967353 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:08.004510 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:08.005630 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:08.006321 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:08.076134 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b76c450b-906e-49a2-90c4-fe53f134f2b8,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:08.093648 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network b76c450b-906e-49a2-90c4-fe53f134f2b8 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:48:08.094912 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55124) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:08.095382 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-89a48b74-7af4-4bbe-93a0-b55d48d343d1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6532476 Dec 13 16:48:08.101267 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Request body: {'subnet': {'network_id': 'b76c450b-906e-49a2-90c4-fe53f134f2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-232084187-subnet', 'tenant_id': '163dbcd4f38c42c7b86df6d0040185b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:08.134382 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Made reservation on behalf of 163dbcd4f38c42c7b86df6d0040185b0 for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:08.142031 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:08.433043 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:08.499680 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea86503-005c-4bce-943d-a6d03158e912,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:08.513012 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.513377 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.513732 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.514064 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.514384 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.514707 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.515044 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.515399 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.516043 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.516207 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.516521 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.517040 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.517534 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Tracked resource versions report: Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: pushed versions: Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: { 'AddressGroup': {'1.2'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'ConntrackHelper': {'1.0'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Log': {'1.0'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Network': {'1.1'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Port': {'1.7'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'PortForwarding': {'1.2'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'QosPolicy': {'1.10'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SecurityGroup': {'1.5'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SubPort': {'1.0'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Subnet': {'1.1'}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Trunk': {'1.1'}} Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: consumer versions: Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: { DHCP agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: HyperV agent@hv-cinder-82160: {}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: L3 agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: Metadata agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: Metering agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: Open vSwitch agent@dv-cinder-821602-2-iscsi: { 'AddressGroup': '1.2', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'ConntrackHelper': '1.0', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'LocalIPAssociation': '1.0', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Log': '1.0', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Network': '1.1', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Port': '1.7', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'PortForwarding': '1.2', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'QosPolicy': '1.10', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SecurityGroup': '1.5', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SecurityGroupRule': '1.2', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'SubPort': '1.0', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Subnet': '1.1', Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: 'Trunk': '1.1'}} Dec 13 16:48:08.519616 dv-cinder-821602-2-iscsi neutron-server[109391]: {{(pid=109391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:48:08.547999 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Checking segment: {'id': '74ab1124-a3c1-49ae-b094-085e74e8aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b76c450b-906e-49a2-90c4-fe53f134f2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:08.548360 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Network hostable DHCP agents. Network: b76c450b-906e-49a2-90c4-fe53f134f2b8, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:48:08.573271 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Network b76c450b-906e-49a2-90c4-fe53f134f2b8 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:48:08.586450 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, b76c450b-906e-49a2-90c4-fe53f134f2b8) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:08.600259 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:08.601412 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c598c1e-9d8e-484b-946b-0bfbc940c329 None None] Network b76c450b-906e-49a2-90c4-fe53f134f2b8 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:08.602081 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:08.626548 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-8bb2cc56-3067-4cdc-8e3c-856491152b44 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5302629 Dec 13 16:48:08.724998 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55150) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:08.753118 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7cf8b-7f7d-49d6-9284-e078597d1c7a None None] Network b76c450b-906e-49a2-90c4-fe53f134f2b8 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:08.763312 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55154) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:08.803059 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55160) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:09.179473 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-515175348-network', 'tenant_id': '6612774b121e4b92a1e6994061c2f83b'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:09.200282 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-network', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:09.211872 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Made reservation on behalf of 6612774b121e4b92a1e6994061c2f83b for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:09.215089 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.233539 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-410323465-network', 'tenant_id': 'febd1024088a4a22984d59922da28de1'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:09.234935 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Made reservation on behalf of c94e8e265a6f4fb585504a1e95ceda28 for: {'network': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:09.238467 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.240700 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.258922 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.297309 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Made reservation on behalf of febd1024088a4a22984d59922da28de1 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:09.299649 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.330320 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.422565 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.441180 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.460672 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.467190 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.472477 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:48:09.507224 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=109391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:48:09.517369 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.517560 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Added segment 6410c90b-4501-4bb8-89b2-018f0f6a1eae of type vlan for network 1740152f-385f-4b80-90d9-b7e70656fe21 Dec 13 16:48:09.522887 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ae5bbb-32bd-4d67-8b31-adcc420d79a3,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:09.528926 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.529516 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.segments_db [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Added segment aa8ba04f-18c8-4514-8f77-f47f9d86c0f2 of type vlan for network 14657912-c423-47d5-8443-b0389106e6d6 Dec 13 16:48:09.592475 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6deb23e-95d8-4be1-85c0-c9bdb0000cae,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:09.613108 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.615060 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.637152 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.683206 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.684447 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:09.685387 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.700458 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.751236 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:48:09.756615 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27254999-f4bd-49ce-bf1d-700b11be4bfa,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:09.772930 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.773540 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Added segment 542abe63-51fa-445b-ac5e-23d2f2b05b6a of type vlan for network faba440c-3470-4b72-a53c-aa5da04ea307 Dec 13 16:48:09.776338 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.777973 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:09.778703 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.857601 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0914893 Dec 13 16:48:09.860250 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55202) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:09.866895 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Request body: {'subnet': {'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-subnet', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:09.885258 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362cb7f-2827-4eb4-8e3f-9b8f66cc32ac admin admin] Pushing event updated for resources: {'Network': ['ID=14657912-c423-47d5-8443-b0389106e6d6,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:09.896909 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1692035 Dec 13 16:48:09.903970 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55204) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:09.905095 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 14657912-c423-47d5-8443-b0389106e6d6 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:48:09.910030 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.914680 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21fbf9-c482-40d8-bc7b-921dba826af3 admin admin] Pushing event updated for resources: {'Network': ['ID=1740152f-385f-4b80-90d9-b7e70656fe21,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:09.930244 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Request body: {'subnet': {'network_id': '1740152f-385f-4b80-90d9-b7e70656fe21', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-515175348-subnet', 'tenant_id': '6612774b121e4b92a1e6994061c2f83b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:09.943080 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.944059 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:09.944686 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:09.963368 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Made reservation on behalf of c94e8e265a6f4fb585504a1e95ceda28 for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:09.967810 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Publish callbacks [] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.052383 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] Pushing event updated for resources: {'Network': ['ID=faba440c-3470-4b72-a53c-aa5da04ea307,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:10.068137 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 1740152f-385f-4b80-90d9-b7e70656fe21 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:48:10.151370 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network faba440c-3470-4b72-a53c-aa5da04ea307 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:48:10.218395 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55214) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:10.226489 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077625795-network', 'tenant_id': '29fdb72a76cb4a08ae761dae09338fdb'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:10.306595 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-34670857-abf3-4880-ba53-74f66e570d81 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5020304 Dec 13 16:48:10.312650 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Made reservation on behalf of 6612774b121e4b92a1e6994061c2f83b for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:10.316346 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Publish callbacks [] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.316746 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55222) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:10.328286 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Request body: {'subnet': {'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-410323465-subnet', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:10.552377 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Made reservation on behalf of 29fdb72a76cb4a08ae761dae09338fdb for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:10.556666 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.586052 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.587061 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.608144 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Made reservation on behalf of febd1024088a4a22984d59922da28de1 for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:10.612430 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.710729 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0db84ff-1e65-4ac3-b7f9-e08636159fb4,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:10.714803 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Checking segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:10.715438 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Network hostable DHCP agents. Network: 14657912-c423-47d5-8443-b0389106e6d6, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:48:10.750618 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Network 14657912-c423-47d5-8443-b0389106e6d6 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:48:10.792902 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 14657912-c423-47d5-8443-b0389106e6d6) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:10.804549 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:10.805110 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f325a6-fba2-4ea8-ae79-f018d61a0502 None None] Network 14657912-c423-47d5-8443-b0389106e6d6 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:10.805715 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.834532 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-8c113ed0-b520-41d9-a040-60ae9889993f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9729214 Dec 13 16:48:10.836525 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.839455 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55248) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:10.853930 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.893510 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.896802 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:10.901474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3189ef3-8cac-4644-9b9a-e9f796b46bb1,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:10.982568 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Checking segment: {'id': '6410c90b-4501-4bb8-89b2-018f0f6a1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1740152f-385f-4b80-90d9-b7e70656fe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:10.983046 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Network hostable DHCP agents. Network: 1740152f-385f-4b80-90d9-b7e70656fe21, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:48:10.991590 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.994108 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.008930 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:48:11.037929 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.038489 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Added segment 733cfcfe-e41b-48a7-a36f-5fbf513e94e3 of type vlan for network 002d97b0-61e7-4805-9aaa-af220ce194a9 Dec 13 16:48:11.041863 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6334ad5b-57a7-4234-bffc-d10ef14cf6f5,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:11.070708 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-14657912-c423-47d5-8443-b0389106e6d6', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:48:11.072461 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.159095 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.169074 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.224590 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.264234 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Network 1740152f-385f-4b80-90d9-b7e70656fe21 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:48:11.267036 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ed8fc5-1834-427d-962b-8fa898667519,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:11.282464 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.284081 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:11.285627 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.375337 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 1740152f-385f-4b80-90d9-b7e70656fe21) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:11.380285 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:11.380959 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.403279 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Allocated IP 172.20.0.2 (14657912-c423-47d5-8443-b0389106e6d6/a0db84ff-1e65-4ac3-b7f9-e08636159fb4/0ada0447-c9f2-46fa-ab7f-e501616e1406) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:11.404383 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1847470 Dec 13 16:48:11.405365 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Checking segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:11.405740 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Network hostable DHCP agents. Network: faba440c-3470-4b72-a53c-aa5da04ea307, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:48:11.412241 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056de0f-91ef-4334-a626-c3f181af0483 None None] Network 1740152f-385f-4b80-90d9-b7e70656fe21 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:11.412852 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55260) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:11.424737 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Request body: {'subnet': {'network_id': '002d97b0-61e7-4805-9aaa-af220ce194a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077625795-subnet', 'tenant_id': '29fdb72a76cb4a08ae761dae09338fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:11.454813 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8eaa1-c65c-4c13-b6f5-7d11baa565d2 admin admin] Pushing event updated for resources: {'Network': ['ID=002d97b0-61e7-4805-9aaa-af220ce194a9,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:11.457442 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Made reservation on behalf of 29fdb72a76cb4a08ae761dae09338fdb for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:11.459983 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Publish callbacks [] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.462348 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e90adf7c-bfc4-485a-a0b9-c01071ced2ef admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5524838 Dec 13 16:48:11.518142 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Network faba440c-3470-4b72-a53c-aa5da04ea307 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:48:11.531197 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, faba440c-3470-4b72-a53c-aa5da04ea307) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:11.538587 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:11.539275 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.580617 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-b928ca26-f521-4d49-a18b-522f358fd55e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2548387 Dec 13 16:48:11.583815 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55264) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:11.590701 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:11.624247 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.632280 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 002d97b0-61e7-4805-9aaa-af220ce194a9 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:48:11.636249 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.638196 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa96b0-7017-46f0-945e-321e9ec3d6b0 None None] Network faba440c-3470-4b72-a53c-aa5da04ea307 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:11.638496 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.745014 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c7839-cba1-4aa8-9460-c8d0bf080b3a None None] Network 1740152f-385f-4b80-90d9-b7e70656fe21 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:11.785667 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.125858 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.269395 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c884a96a-72c3-4166-a038-c1e3ecce6601,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:12.328992 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.335343 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.396304 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Checking segment: {'id': '733cfcfe-e41b-48a7-a36f-5fbf513e94e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '002d97b0-61e7-4805-9aaa-af220ce194a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:12.396676 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Network hostable DHCP agents. Network: 002d97b0-61e7-4805-9aaa-af220ce194a9, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:48:12.445512 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.446957 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55336) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:12.448735 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-faba440c-3470-4b72-a53c-aa5da04ea307', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'project_id': 'febd1024088a4a22984d59922da28de1', 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:48:12.450901 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.452777 dv-cinder-821602-2-iscsi neutron-server[109390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 16:48:12.482682 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.544782 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.596273 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55340) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:12.613599 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Network 002d97b0-61e7-4805-9aaa-af220ce194a9 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:48:12.616981 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Pushing event updated for resources: {'Port': ['ID=0ada0447-c9f2-46fa-ab7f-e501616e1406,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:12.643777 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Network 14657912-c423-47d5-8443-b0389106e6d6 is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:12.658250 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:12.661240 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.661622 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.662279 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.663017 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.663674 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.664394 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.665153 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.665860 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.666537 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.667245 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.667904 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.668633 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.669284 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Tracked resource versions report: Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: pushed versions: Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: { 'AddressGroup': {'1.2'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'ConntrackHelper': {'1.0'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Log': {'1.0'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Network': {'1.1'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Port': {'1.7'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'PortForwarding': {'1.2'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'QosPolicy': {'1.10'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SecurityGroup': {'1.5'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SubPort': {'1.0'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Subnet': {'1.1'}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Trunk': {'1.1'}} Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: consumer versions: Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: { DHCP agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: HyperV agent@hv-cinder-82160: {}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: L3 agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: Metadata agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: Metering agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: Open vSwitch agent@dv-cinder-821602-2-iscsi: { 'AddressGroup': '1.2', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'ConntrackHelper': '1.0', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'LocalIPAssociation': '1.0', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Log': '1.0', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Network': '1.1', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Port': '1.7', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'PortForwarding': '1.2', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'QosPolicy': '1.10', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SecurityGroup': '1.5', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SecurityGroupRule': '1.2', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'SubPort': '1.0', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Subnet': '1.1', Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: 'Trunk': '1.1'}} Dec 13 16:48:12.671287 dv-cinder-821602-2-iscsi neutron-server[109392]: {{(pid=109392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:48:12.678309 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 002d97b0-61e7-4805-9aaa-af220ce194a9) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:12.687335 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:12.713249 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:12.715004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.734445 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Allocated IP 172.27.2.20 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/92b12c67-1a6c-41d2-b455-62ed7bb56410) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:12.776618 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-4a622d99-63d7-4230-ae60-749cb735d68a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3470180 Dec 13 16:48:12.783435 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777d11-5c8b-4365-b4c3-071905183449 req-817cefd6-1538-4746-8db7-3ea152b78704 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:12.783740 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-817cefd6-1538-4746-8db7-3ea152b78704 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/networks?id=1740152f-385f-4b80-90d9-b7e70656fe21 HTTP/1.1" status: 200 len: 811 time: 0.3337572 Dec 13 16:48:12.814465 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-0c0eff93-86f5-4f8e-97ad-b0a5b5492158 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/quotas/6612774b121e4b92a1e6994061c2f83b HTTP/1.1" status: 200 len: 375 time: 0.0192277 Dec 13 16:48:12.873026 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55346) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:12.920642 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-eb302d7c-8ef2-41c5-86a7-9b69ef4a40ca tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6612774b121e4b92a1e6994061c2f83b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993738 Dec 13 16:48:12.922244 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bfe30-5e47-430c-a4ca-156596c5dab6 None None] Network 002d97b0-61e7-4805-9aaa-af220ce194a9 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:13.000905 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7f74acfa-48bc-49d8-8b12-1b75959553d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.017031 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.057814 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.103895 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.222778 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf92f53-5031-4c42-82db-834e25277c95 None None] Network 002d97b0-61e7-4805-9aaa-af220ce194a9 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:13.237817 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55366) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:13.273131 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7f74acfa-48bc-49d8-8b12-1b75959553d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.280243 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60cffd65-cc7a-43cf-b4a7-21ede9d02703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.289045 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7f74acfa-48bc-49d8-8b12-1b75959553d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.300701 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Allocated IP 172.20.0.2 (faba440c-3470-4b72-a53c-aa5da04ea307/a0ed8fc5-1834-427d-962b-8fa898667519/51c350a6-d251-4d1d-89a9-cb155a3078b2) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:13.303369 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Attempting to bind port 0ada0447-c9f2-46fa-ab7f-e501616e1406 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:13.303797 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Attempting to bind port 0ada0447-c9f2-46fa-ab7f-e501616e1406 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:13.304162 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Attempting to bind port 0ada0447-c9f2-46fa-ab7f-e501616e1406 on network 14657912-c423-47d5-8443-b0389106e6d6 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:13.383022 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:13.383489 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Checking segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:13.383914 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.384323 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Bound using segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:13.384867 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Bound port: 0ada0447-c9f2-46fa-ab7f-e501616e1406, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:13.388046 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.389120 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7f74acfa-48bc-49d8-8b12-1b75959553d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05a93b2ff290400287bf3d9b544a810d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7911751 Dec 13 16:48:13.392402 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-96273e4b-19b7-4b30-bd8e-c90a3883eb81 admin admin] Deleting subnet 9ea86503-005c-4bce-943d-a6d03158e912 {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:48:13.395973 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55376) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:13.408341 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-96273e4b-19b7-4b30-bd8e-c90a3883eb81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.493239 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60cffd65-cc7a-43cf-b4a7-21ede9d02703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.493893 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-b395b338-280a-4bf3-9239-bdf565280b39 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:48:13.494799 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-b395b338-280a-4bf3-9239-bdf565280b39 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1377990 Dec 13 16:48:13.500930 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-96273e4b-19b7-4b30-bd8e-c90a3883eb81 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.509439 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60cffd65-cc7a-43cf-b4a7-21ede9d02703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.596022 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-60cffd65-cc7a-43cf-b4a7-21ede9d02703 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a4c36f75de14e7a830701e0966f4c73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7183068 Dec 13 16:48:13.596022 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74acfa-48bc-49d8-8b12-1b75959553d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f92ca1e-732f-4f83-9efb-4e78fb22cda9,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:13.610129 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55386) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:13.636097 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.747771 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-96273e4b-19b7-4b30-bd8e-c90a3883eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.797250 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] For port 0ada0447-c9f2-46fa-ab7f-e501616e1406, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:13.803091 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] For port 0ada0447-c9f2-46fa-ab7f-e501616e1406, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=0ada0447-c9f2-46fa-ab7f-e501616e1406,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:13.812527 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.817362 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:13.831786 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:13.848589 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:13.929764 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Allocated IP 172.27.2.174 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/d8477aa9-1172-4d14-a62f-1b8cefad0548) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:13.933823 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e081f8-21e2-49bb-8784-02f0979e99b9 None None] Pushing event updated for resources: {'Port': ['ID=0ada0447-c9f2-46fa-ab7f-e501616e1406,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:13.955675 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Pushing event updated for resources: {'Port': ['ID=92b12c67-1a6c-41d2-b455-62ed7bb56410,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:13.972682 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:13.983736 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.003209 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2ecf087b-eaaf-45db-b348-0b8f7ef89f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.014136 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cffd65-cc7a-43cf-b4a7-21ede9d02703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99f6d58-de21-455f-a1c7-ee2c8ce12d1b,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:14.038711 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Network faba440c-3470-4b72-a53c-aa5da04ea307 is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:14.043080 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:14.047597 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:14.067796 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Pushing event updated for resources: {'Port': ['ID=51c350a6-d251-4d1d-89a9-cb155a3078b2,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:14.079429 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-96273e4b-19b7-4b30-bd8e-c90a3883eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.132227 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Attempting to bind port 51c350a6-d251-4d1d-89a9-cb155a3078b2 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:14.133317 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Attempting to bind port 51c350a6-d251-4d1d-89a9-cb155a3078b2 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:14.133863 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Attempting to bind port 51c350a6-d251-4d1d-89a9-cb155a3078b2 on network faba440c-3470-4b72-a53c-aa5da04ea307 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:14.140979 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:14.141545 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Checking segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:14.142058 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.142522 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Bound using segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:14.143124 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Bound port: 51c350a6-d251-4d1d-89a9-cb155a3078b2, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:14.143688 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.163888 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2ecf087b-eaaf-45db-b348-0b8f7ef89f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.176772 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96273e4b-19b7-4b30-bd8e-c90a3883eb81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea86503-005c-4bce-943d-a6d03158e912,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:14.191455 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-467356c7-b8b1-4ef1-94c1-8391c85cb48d service neutron] 10.222.0.62 "GET /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843517 Dec 13 16:48:14.195251 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-96273e4b-19b7-4b30-bd8e-c90a3883eb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.202197 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-96273e4b-19b7-4b30-bd8e-c90a3883eb81 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ea86503-005c-4bce-943d-a6d03158e912 HTTP/1.1" status: 204 len: 168 time: 0.9609959 Dec 13 16:48:14.202560 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55398) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:14.264461 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] For port 51c350a6-d251-4d1d-89a9-cb155a3078b2, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:14.272285 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] For port 51c350a6-d251-4d1d-89a9-cb155a3078b2, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=51c350a6-d251-4d1d-89a9-cb155a3078b2,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:14.341303 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.354161 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00397eb5-4bdc-499d-9413-c6acfc17b54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.389590 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00397eb5-4bdc-499d-9413-c6acfc17b54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.419824 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15933d-7566-4538-aac4-00f53390ec9c None None] Pushing event updated for resources: {'Port': ['ID=51c350a6-d251-4d1d-89a9-cb155a3078b2,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:14.428088 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.436939 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.467478 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2ecf087b-eaaf-45db-b348-0b8f7ef89f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.470267 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2ecf087b-eaaf-45db-b348-0b8f7ef89f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.471474 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-2ecf087b-eaaf-45db-b348-0b8f7ef89f41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f92ca1e-732f-4f83-9efb-4e78fb22cda9 HTTP/1.1" status: 204 len: 168 time: 1.0728242 Dec 13 16:48:14.496651 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-37f3b156-0534-42e5-a5ef-7ad64161ea93 service neutron] 10.222.0.62 "GET /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911463 Dec 13 16:48:14.504140 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf087b-eaaf-45db-b348-0b8f7ef89f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f92ca1e-732f-4f83-9efb-4e78fb22cda9,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:14.527408 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:14.581665 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:14.586257 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:14.592224 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:14.645313 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Pushing event updated for resources: {'Port': ['ID=d8477aa9-1172-4d14-a62f-1b8cefad0548,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:14.864997 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:15.083371 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:15.202218 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00397eb5-4bdc-499d-9413-c6acfc17b54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:15.213869 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00397eb5-4bdc-499d-9413-c6acfc17b54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:15.229383 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55430) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:15.231214 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-00397eb5-4bdc-499d-9413-c6acfc17b54d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a99f6d58-de21-455f-a1c7-ee2c8ce12d1b HTTP/1.1" status: 204 len: 168 time: 1.6080849 Dec 13 16:48:15.336869 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f0c13e58-4cbe-459b-b30c-d49698d40b50 req-9c67a23b-da70-4364-9f21-98307f8a3eeb tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 210 time: 0.1081727 Dec 13 16:48:15.342475 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:15.359757 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.360660 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.371864 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.372624 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > port after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.373120 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.373950 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > port after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.374612 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.375086 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.375723 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.376212 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.412845 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 0ada0447-c9f2-46fa-ab7f-e501616e1406 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:15.435692 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-15cef6c8-0e5d-48f7-815c-66c13376016e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:15.553663 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 0ada0447-c9f2-46fa-ab7f-e501616e1406 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:15.554077 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:15.670149 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55454) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:15.760393 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:15.798240 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7858a4-5594-4d1a-b864-d67058a5afcf None None] Network 14657912-c423-47d5-8443-b0389106e6d6 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:15.865500 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.870282 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.870780 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.872653 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:15.873547 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76c450b-906e-49a2-90c4-fe53f134f2b8']}} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:15.884054 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397eb5-4bdc-499d-9413-c6acfc17b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99f6d58-de21-455f-a1c7-ee2c8ce12d1b,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:15.989825 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 0ada0447-c9f2-46fa-ab7f-e501616e1406, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=0ada0447-c9f2-46fa-ab7f-e501616e1406,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:15.993901 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-f417b5fd-ba64-4015-8297-9e4f46609e0f None None] Provisioning complete for port 0ada0447-c9f2-46fa-ab7f-e501616e1406 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:15.994851 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f417b5fd-ba64-4015-8297-9e4f46609e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.026552 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.027523 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 51c350a6-d251-4d1d-89a9-cb155a3078b2 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:16.059999 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ab1124-a3c1-49ae-b094-085e74e8aaeb') {'for_net_delete': True} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:16.061134 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ab1124-a3c1-49ae-b094-085e74e8aaeb') {} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:16.068645 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-15cef6c8-0e5d-48f7-815c-66c13376016e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.085165 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-15cef6c8-0e5d-48f7-815c-66c13376016e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.133865 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31094727'] for segment, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.139651 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33d007-4cbc-4f9b-8482-bf0e3f1a7aa9 None None] Network faba440c-3470-4b72-a53c-aa5da04ea307 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:48:16.203232 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-15cef6c8-0e5d-48f7-815c-66c13376016e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc6a1d3036e54ffb8431b2b6832e0453&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9702246 Dec 13 16:48:16.205214 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55478) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:16.207103 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.210036 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cef6c8-0e5d-48f7-815c-66c13376016e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc753ed-1a90-4120-b6c8-d9cc22c04a20,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:16.237006 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=0ada0447-c9f2-46fa-ab7f-e501616e1406,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:16.301333 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dd09ec66-1c79-4abb-9702-ea230c89b08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.314622 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:48:16.322610 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31838611'] for segment, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: from cryptography.utils import int_from_bytes Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: from cryptography.utils import int_from_bytes Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: Traceback (most recent call last): Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: timer() Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: cb(*args, **kw) Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: return func(*args, **kwargs) Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: self._notify() Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: self.callback(batched_events) Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: event.method(event) Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: return f(self, *a, **k) Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: return self._get(url).json() Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: return self.request(url, 'GET', **kwargs) Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:48:16.404930 dv-cinder-821602-2-iscsi neutron-server[109391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:48:16.411486 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dd09ec66-1c79-4abb-9702-ea230c89b08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.412395 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.413111 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.419199 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e10e8555-5edb-40b0-9940-26b81ea9ae25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.447371 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e10e8555-5edb-40b0-9940-26b81ea9ae25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.449810 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Pushing event deleted for resources: {'Network': ['ID=b76c450b-906e-49a2-90c4-fe53f134f2b8,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:16.487303 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.496146 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-60133ffc-5784-4eab-a9ac-0bcc6f5f248d admin admin] 10.222.0.62 "DELETE /v2.0/networks/b76c450b-906e-49a2-90c4-fe53f134f2b8 HTTP/1.1" status: 204 len: 168 time: 2.2914774 Dec 13 16:48:16.500956 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55490) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:16.527046 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dd09ec66-1c79-4abb-9702-ea230c89b08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.560915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb656e1-6a3c-4c9b-be87-346aafb912cd admin admin] Deleting subnet c884a96a-72c3-4166-a038-c1e3ecce6601 {{(pid=109391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:48:16.568144 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.597177 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbb656e1-6a3c-4c9b-be87-346aafb912cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.662335 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 51c350a6-d251-4d1d-89a9-cb155a3078b2 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:16.663783 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.742988 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbb656e1-6a3c-4c9b-be87-346aafb912cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31094588'] for subnet, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.764432 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-dd09ec66-1c79-4abb-9702-ea230c89b08b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=162eec3f3527494a8bd4de1d5583a384&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0826433 Dec 13 16:48:16.769947 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e10e8555-5edb-40b0-9940-26b81ea9ae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.772671 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e10e8555-5edb-40b0-9940-26b81ea9ae25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.775436 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e10e8555-5edb-40b0-9940-26b81ea9ae25 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cc753ed-1a90-4120-b6c8-d9cc22c04a20 HTTP/1.1" status: 204 len: 168 time: 0.5623677 Dec 13 16:48:16.797259 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e546bb01-fe27-468b-8a21-f7131ad18bf6 req-a5b5468d-b11a-4f1b-bd17-16d1f349b508 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 210 time: 0.2457111 Dec 13 16:48:16.798791 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55500) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:16.876395 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-beb3df26-018d-4b78-b58f-4e87dde34fce None None] Provisioning complete for port 51c350a6-d251-4d1d-89a9-cb155a3078b2 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:16.876867 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-beb3df26-018d-4b78-b58f-4e87dde34fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.894286 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09ec66-1c79-4abb-9702-ea230c89b08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495acff-7b23-417f-a783-83c4c1224fa2,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:16.927197 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1d99a5f1-ad1d-4cc6-9c70-d9e3719091d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:16.929624 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e8555-5edb-40b0-9940-26b81ea9ae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc753ed-1a90-4120-b6c8-d9cc22c04a20,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:17.027424 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1d99a5f1-ad1d-4cc6-9c70-d9e3719091d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.136814 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Router 455d996c-7204-43ff-a6f0-1c9b05dd674a is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:48:17.167180 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.232054 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbb656e1-6a3c-4c9b-be87-346aafb912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.243005 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1d99a5f1-ad1d-4cc6-9c70-d9e3719091d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.247455 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1d99a5f1-ad1d-4cc6-9c70-d9e3719091d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.256223 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-1d99a5f1-ad1d-4cc6-9c70-d9e3719091d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6495acff-7b23-417f-a783-83c4c1224fa2 HTTP/1.1" status: 204 len: 168 time: 0.4538097 Dec 13 16:48:17.271260 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99a5f1-ad1d-4cc6-9c70-d9e3719091d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495acff-7b23-417f-a783-83c4c1224fa2,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:17.278586 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 51c350a6-d251-4d1d-89a9-cb155a3078b2, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=51c350a6-d251-4d1d-89a9-cb155a3078b2,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:17.326030 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.363530 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:48:17.377920 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Sync routers for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:48:17.387526 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.389460 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-16c4e1e6-01fa-4d15-973a-f791d705a20e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8030725 Dec 13 16:48:17.392738 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55526) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:17.403598 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:17.404242 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:47:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:17.589203 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=51c350a6-d251-4d1d-89a9-cb155a3078b2,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:17.594532 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 0ada0447-c9f2-46fa-ab7f-e501616e1406 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:17.643418 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2e87-8a04-4115-b0ca-f3e6ce95e6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.701783 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 0ada0447-c9f2-46fa-ab7f-e501616e1406 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:17.703187 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.778990 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbb656e1-6a3c-4c9b-be87-346aafb912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31838713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31377157'] for subnet, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.855469 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.857337 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-4079a40e-033d-4ddc-a703-661eef0eef16 None None] Provisioning complete for port 51c350a6-d251-4d1d-89a9-cb155a3078b2 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:17.858052 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4079a40e-033d-4ddc-a703-661eef0eef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.912345 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb656e1-6a3c-4c9b-be87-346aafb912cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c884a96a-72c3-4166-a038-c1e3ecce6601,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:17.936688 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbb656e1-6a3c-4c9b-be87-346aafb912cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:17.944347 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55544) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:17.945024 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-cbb656e1-6a3c-4c9b-be87-346aafb912cd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c884a96a-72c3-4166-a038-c1e3ecce6601 HTTP/1.1" status: 204 len: 168 time: 1.4422555 Dec 13 16:48:17.972729 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Router 215743e5-d2b3-49c5-b21b-8243ae435bd3 is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:48:17.976644 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55546) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:18.008140 dv-cinder-821602-2-iscsi neutron-server[109391]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 16:48:18.081945 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:18.128966 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dc26a906-cb65-48ae-942d-585eb8989422 req-468a3b75-892a-4d34-81ea-894929c74acc tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 210 time: 0.1244373 Dec 13 16:48:18.223452 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:48:18.232364 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:18.260132 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] Publish callbacks [] for router, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:18.262430 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-8accae9d-bed0-45b2-af13-2eab26e96269 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3709600 Dec 13 16:48:18.266468 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55552) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:18.300268 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Sync routers for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:48:18.320700 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:18.324836 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:47:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:18.435968 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:14Z', 'revision_number': 3, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:18.482556 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Checking router: 455d996c-7204-43ff-a6f0-1c9b05dd674a for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:48:18.483334 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Updating router 455d996c-7204-43ff-a6f0-1c9b05dd674a port d8477aa9-1172-4d14-a62f-1b8cefad0548 binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:48:18.530877 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:18.576611 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-4079a40e-033d-4ddc-a703-661eef0eef16 None None] Provisioning complete for port 0ada0447-c9f2-46fa-ab7f-e501616e1406 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:18.583807 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4079a40e-033d-4ddc-a703-661eef0eef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:18.679472 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:18.685495 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:18.739609 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.739962 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.740804 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.741268 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.741596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.741934 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.742255 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.742575 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.742890 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:18.743213 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:19.233424 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.245259 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.261371 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:19.261950 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:19.268953 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:19.269744 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:48:19.270352 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002d97b0-61e7-4805-9aaa-af220ce194a9']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:19.367674 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733cfcfe-e41b-48a7-a36f-5fbf513e94e3') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:19.369846 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733cfcfe-e41b-48a7-a36f-5fbf513e94e3') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:19.483140 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Pushing event updated for resources: {'Port': ['ID=d8477aa9-1172-4d14-a62f-1b8cefad0548,revision_number=2']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:19.495796 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.503467 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Attempting to bind port d8477aa9-1172-4d14-a62f-1b8cefad0548 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:19.504253 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Attempting to bind port d8477aa9-1172-4d14-a62f-1b8cefad0548 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:19.506142 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Attempting to bind port d8477aa9-1172-4d14-a62f-1b8cefad0548 on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:19.510282 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:14Z', 'revision_number': 3, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:19.517363 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.517737 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.518099 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.518439 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.518863 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.519195 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.519519 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.519953 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.520182 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.520498 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.520847 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.521163 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.521474 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Tracked resource versions report: Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: pushed versions: Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: { 'AddressGroup': {'1.2'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'ConntrackHelper': {'1.0'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Log': {'1.0'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Network': {'1.1'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Port': {'1.7'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'PortForwarding': {'1.2'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'QosPolicy': {'1.10'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SecurityGroup': {'1.5'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SubPort': {'1.0'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Subnet': {'1.1'}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Trunk': {'1.1'}} Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: consumer versions: Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: { DHCP agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: HyperV agent@hv-cinder-82160: {}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: L3 agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: Metadata agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: Metering agent@dv-cinder-821602-2-iscsi: {}, Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: Open vSwitch agent@dv-cinder-821602-2-iscsi: { 'AddressGroup': '1.2', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'ConntrackHelper': '1.0', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'LocalIPAssociation': '1.0', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Log': '1.0', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Network': '1.1', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Port': '1.7', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'PortForwarding': '1.2', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'QosPolicy': '1.10', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SecurityGroup': '1.5', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SecurityGroupRule': '1.2', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'SubPort': '1.0', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Subnet': '1.1', Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: 'Trunk': '1.1'}} Dec 13 16:48:19.522590 dv-cinder-821602-2-iscsi neutron-server[109393]: {{(pid=109393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:48:19.547209 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:19.547694 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:19.548110 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.548507 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:19.549231 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Bound port: d8477aa9-1172-4d14-a62f-1b8cefad0548, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:19.552813 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.576101 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 51c350a6-d251-4d1d-89a9-cb155a3078b2 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:19.579437 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Checking router: 215743e5-d2b3-49c5-b21b-8243ae435bd3 for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:48:19.579803 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Updating router 215743e5-d2b3-49c5-b21b-8243ae435bd3 port 92b12c67-1a6c-41d2-b455-62ed7bb56410 binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:48:19.619220 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.662643 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] For port d8477aa9-1172-4d14-a62f-1b8cefad0548, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:19.664027 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.667531 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d5612323-c60d-42f6-8e55-6e72e5340388 req-cd7e2dcd-53bc-401b-b729-26a2d6b003ea tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 210 time: 0.0775962 Dec 13 16:48:19.688422 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] For port d8477aa9-1172-4d14-a62f-1b8cefad0548, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=d8477aa9-1172-4d14-a62f-1b8cefad0548,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:19.693621 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.702912 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.806864 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:48:19.809160 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:19.816609 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: from cryptography.utils import int_from_bytes Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: from cryptography.utils import int_from_bytes Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:48:19.819416 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:48:19.822390 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:47:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:19.840305 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.65', 64225) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:20.043754 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3695e3f6-f677-41ec-837d-5d7c7f18fe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:20.122489 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:20.147656 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:20.197803 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:20.210262 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/002d97b0-61e7-4805-9aaa-af220ce194a9 HTTP/1.1" status: 204 len: 168 time: 2.2644563 Dec 13 16:48:20.264634 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f43535-d7dd-4c39-9f6b-f4b5a65d64b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=002d97b0-61e7-4805-9aaa-af220ce194a9,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:20.331015 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 51c350a6-d251-4d1d-89a9-cb155a3078b2 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:20.331637 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:20.395180 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:20.539890 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18143c8-d267-4e0b-bb13-3030cdd3515e None None] Pushing event updated for resources: {'Port': ['ID=d8477aa9-1172-4d14-a62f-1b8cefad0548,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:20.594198 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55634) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:20.614048 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:14Z', 'revision_number': 3, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:20.689863 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6bd8d-fecd-4535-a63d-4a9b53c607ea None None] The sync data for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi is: [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:14Z', 'revision_number': 3, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:48:20.848158 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55642) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:20.849562 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-6556af94-699f-42b8-87c0-6f72714eb0e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=163dbcd4f38c42c7b86df6d0040185b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2525363 Dec 13 16:48:20.856816 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6310443e-eb04-4847-b5db-a5d09f859646 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:20.858512 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6310443e-eb04-4847-b5db-a5d09f859646 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.65 "GET /v2.0/networks?id=1740152f-385f-4b80-90d9-b7e70656fe21 HTTP/1.1" status: 200 len: 811 time: 1.0171537 Dec 13 16:48:20.868251 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Allocated IP 172.20.0.1 (14657912-c423-47d5-8443-b0389106e6d6/a0db84ff-1e65-4ac3-b7f9-e08636159fb4/029aca52-7cdf-4c51-b7aa-2e2a20f423c8) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:20.879126 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:20.922241 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Request body: {'port': {'device_id': '47a5040f-d727-4468-abea-234cf93a0bc4', 'network_id': '1740152f-385f-4b80-90d9-b7e70656fe21', 'admin_state_up': True, 'tenant_id': '6612774b121e4b92a1e6994061c2f83b'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:21.012094 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Allocated IP 172.20.0.1 (faba440c-3470-4b72-a53c-aa5da04ea307/a0ed8fc5-1834-427d-962b-8fa898667519/816745e0-83fe-47e6-9522-3f8f2f20c625) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:21.033459 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.046944 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.284360 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023858-1955-4eb1-91da-4d2bba289d98 None None] Pushing event updated for resources: {'Port': ['ID=92b12c67-1a6c-41d2-b455-62ed7bb56410,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:21.311155 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Attempting to bind port 92b12c67-1a6c-41d2-b455-62ed7bb56410 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:21.311915 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Attempting to bind port 92b12c67-1a6c-41d2-b455-62ed7bb56410 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:21.312468 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Attempting to bind port 92b12c67-1a6c-41d2-b455-62ed7bb56410 on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:21.367106 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:21.367634 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:21.368059 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.368458 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:21.369002 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Bound port: 92b12c67-1a6c-41d2-b455-62ed7bb56410, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:21.369559 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.464128 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] For port 92b12c67-1a6c-41d2-b455-62ed7bb56410, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:21.474117 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] For port 92b12c67-1a6c-41d2-b455-62ed7bb56410, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=92b12c67-1a6c-41d2-b455-62ed7bb56410,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:21.481082 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.586005 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.600412 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device d8477aa9-1172-4d14-a62f-1b8cefad0548 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:21.600891 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fbc6115a-0dbd-4a49-b555-4487aabdb553 req-2a2cde9c-abb8-4ad8-83fc-1f31237fab66 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 210 time: 0.4951684 Dec 13 16:48:21.658365 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023858-1955-4eb1-91da-4d2bba289d98 None None] Pushing event updated for resources: {'Port': ['ID=92b12c67-1a6c-41d2-b455-62ed7bb56410,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:21.661596 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:21.662222 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:48:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:21.783605 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c0bd053d-8d10-4ae1-b6c3-1bd2c7aabbfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.792534 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.824177 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port d8477aa9-1172-4d14-a62f-1b8cefad0548 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:21.824548 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.887812 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c0bd053d-8d10-4ae1-b6c3-1bd2c7aabbfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.935151 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:21.952979 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Made reservation on behalf of 6612774b121e4b92a1e6994061c2f83b for: {'port': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:21.959698 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:21.970898 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Pushing event updated for resources: {'Port': ['ID=816745e0-83fe-47e6-9522-3f8f2f20c625,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:22.013289 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Network faba440c-3470-4b72-a53c-aa5da04ea307 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:22.022482 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:22.026854 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:22.141195 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:22.193773 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:22.584999 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:22.804522 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:22.836183 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Allocated IP 172.20.0.5 (1740152f-385f-4b80-90d9-b7e70656fe21/d3189ef3-8cac-4644-9b9a-e9f796b46bb1/63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:22.901222 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.125718 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55688) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:23.128045 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c0bd053d-8d10-4ae1-b6c3-1bd2c7aabbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.141954 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a65f3a60-75c7-45f9-bccf-69a2a933d906 req-dd3a235c-eb6e-49f8-bf3a-c547cc643654 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 210 time: 0.1303923 Dec 13 16:48:23.162689 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c0bd053d-8d10-4ae1-b6c3-1bd2c7aabbfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.179090 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c0bd053d-8d10-4ae1-b6c3-1bd2c7aabbfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5c96084-6daa-414a-a2e7-95e9c6d61016 HTTP/1.1" status: 204 len: 168 time: 2.3144615 Dec 13 16:48:23.260200 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.506620 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd053d-8d10-4ae1-b6c3-1bd2c7aabbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c96084-6daa-414a-a2e7-95e9c6d61016,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:23.571279 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Network 14657912-c423-47d5-8443-b0389106e6d6 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:23.612042 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:23.625872 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:23.642045 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.656284 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.668822 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-8ce8590d-5732-48bd-a25b-d2aa0a01dbef None None] Provisioning complete for port 816745e0-83fe-47e6-9522-3f8f2f20c625 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:23.670530 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8ce8590d-5732-48bd-a25b-d2aa0a01dbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.723460 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:23.828177 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port d8477aa9-1172-4d14-a62f-1b8cefad0548, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=d8477aa9-1172-4d14-a62f-1b8cefad0548,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:23.837923 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8590d-5732-48bd-a25b-d2aa0a01dbef None None] Port 816745e0-83fe-47e6-9522-3f8f2f20c625 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:48:23.900342 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.931883 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:23.996042 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:24.176394 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:24.289251 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Pushing event updated for resources: {'Port': ['ID=816745e0-83fe-47e6-9522-3f8f2f20c625,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:24.320069 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:24.325599 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=d8477aa9-1172-4d14-a62f-1b8cefad0548,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:24.453181 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:14Z', 'revision_number': 3, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:24.538763 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-0d71c373-582a-4a81-976c-674bbf6ad113 None None] Provisioning complete for port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:24.539522 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0d71c373-582a-4a81-976c-674bbf6ad113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:24.544465 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dde511-4d20-49cb-a308-0e839a8ead81 None None] The sync data for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi is: [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:14Z', 'revision_number': 3, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:48:24.673729 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-0d71c373-582a-4a81-976c-674bbf6ad113 None None] Port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:48:24.725938 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:24.752617 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Network faba440c-3470-4b72-a53c-aa5da04ea307 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:24.757316 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:24.787722 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5f09-be87-4c18-a732-828b02dd3530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:25.256331 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55722) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:25.263580 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:25.344420 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-11afc9f9-24ad-42a9-98ad-4d910438097d None None] Provisioning complete for port 816745e0-83fe-47e6-9522-3f8f2f20c625 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:25.344881 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-11afc9f9-24ad-42a9-98ad-4d910438097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:25.413317 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Router 455d996c-7204-43ff-a6f0-1c9b05dd674a has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:48:25.448303 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5f09-be87-4c18-a732-828b02dd3530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:25.456653 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Pushing event updated for resources: {'Port': ['ID=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:25.468250 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-11afc9f9-24ad-42a9-98ad-4d910438097d None None] Port 816745e0-83fe-47e6-9522-3f8f2f20c625 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:48:25.490714 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-9e2ea508-5e42-458d-b164-45068aa0cf50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29fdb72a76cb4a08ae761dae09338fdb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2288795 Dec 13 16:48:25.628978 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55728) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:25.902473 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:48:25.913531 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-adb814e3-4deb-4f15-bd6b-2adeed089534 admin admin] 10.222.0.62 "PUT /v2.0/routers/455d996c-7204-43ff-a6f0-1c9b05dd674a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5181768 Dec 13 16:48:25.930595 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Sync routers for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:48:25.963097 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5f09-be87-4c18-a732-828b02dd3530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:25.971786 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:25.972486 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:48:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:25.979129 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2d7c5c07-4b52-405d-8311-b88ca44c7cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.078274 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2d7c5c07-4b52-405d-8311-b88ca44c7cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.215006 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.252346 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2d7c5c07-4b52-405d-8311-b88ca44c7cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.260402 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Network 1740152f-385f-4b80-90d9-b7e70656fe21 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:26.268122 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2d7c5c07-4b52-405d-8311-b88ca44c7cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.274866 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-2d7c5c07-4b52-405d-8311-b88ca44c7cbf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6334ad5b-57a7-4234-bffc-d10ef14cf6f5 HTTP/1.1" status: 204 len: 168 time: 0.6339402 Dec 13 16:48:26.291096 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f1cb5f09-be87-4c18-a732-828b02dd3530 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb46152996d44299aef15b7ea8582de2&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1034749 Dec 13 16:48:26.297594 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55744) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:26.322804 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:26.323592 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c5c07-4b52-405d-8311-b88ca44c7cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334ad5b-57a7-4234-bffc-d10ef14cf6f5,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:26.363345 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:26.410474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.410847 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 92b12c67-1a6c-41d2-b455-62ed7bb56410 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:26.438000 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:26.592303 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-81769f91-7d16-4050-a834-63d7c7e3123b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.707560 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 92b12c67-1a6c-41d2-b455-62ed7bb56410 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:26.708398 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.724381 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-81769f91-7d16-4050-a834-63d7c7e3123b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:26.813458 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55758) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:26.903143 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdf24f-441d-4c50-a531-70c9395dabba req-12bb00c7-9e75-4ddf-bc2a-582bbd33c822 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:26.918358 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8dcdf24f-441d-4c50-a531-70c9395dabba req-12bb00c7-9e75-4ddf-bc2a-582bbd33c822 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 931 time: 2.3973658 Dec 13 16:48:26.981381 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.098118 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb5f09-be87-4c18-a732-828b02dd3530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cba933-6f18-4941-ae8a-5dd06aef7392,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:27.111417 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.159377 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-81769f91-7d16-4050-a834-63d7c7e3123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.168111 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-81769f91-7d16-4050-a834-63d7c7e3123b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.197962 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-81769f91-7d16-4050-a834-63d7c7e3123b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2cba933-6f18-4941-ae8a-5dd06aef7392 HTTP/1.1" status: 204 len: 168 time: 0.8988848 Dec 13 16:48:27.207795 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 92b12c67-1a6c-41d2-b455-62ed7bb56410, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=92b12c67-1a6c-41d2-b455-62ed7bb56410,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:27.224107 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.225487 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device d8477aa9-1172-4d14-a62f-1b8cefad0548 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:27.261030 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81769f91-7d16-4050-a834-63d7c7e3123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cba933-6f18-4941-ae8a-5dd06aef7392,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:27.316049 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:27.317048 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.430611 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=92b12c67-1a6c-41d2-b455-62ed7bb56410,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:27.463104 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port d8477aa9-1172-4d14-a62f-1b8cefad0548 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:27.463583 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.466392 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:27.506341 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d39d2a4a-69b3-404a-a5dd-9c69816bfe97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.616241 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8dcdf24f-441d-4c50-a531-70c9395dabba req-da981bef-049e-4c7a-916e-97ca1230aaae tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379735 Dec 13 16:48:27.629065 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:23Z', 'revision_number': 2, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:27.715813 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a0a45ec1-b812-4938-be9a-cb35150c4dd4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7979486 Dec 13 16:48:27.741548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d39d2a4a-69b3-404a-a5dd-9c69816bfe97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.756701 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d39d2a4a-69b3-404a-a5dd-9c69816bfe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.761613 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Checking router: 455d996c-7204-43ff-a6f0-1c9b05dd674a for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:48:27.762164 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Updating router 455d996c-7204-43ff-a6f0-1c9b05dd674a port 816745e0-83fe-47e6-9522-3f8f2f20c625 binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:48:27.828790 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Network 14657912-c423-47d5-8443-b0389106e6d6 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:27.838364 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:27.858613 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.882954 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d2a4a-69b3-404a-a5dd-9c69816bfe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c562cf26-4b82-4d93-9dc8-7e2ef551700c,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:27.906707 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d39d2a4a-69b3-404a-a5dd-9c69816bfe97 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d6e5913d00e4fcf9fd804cf7314614b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0910027 Dec 13 16:48:27.907381 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55784) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:28.108060 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fe1abda9-6ace-4c7e-9d2e-4ca8ad6478f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:28.201706 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fe1abda9-6ace-4c7e-9d2e-4ca8ad6478f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:28.375130 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fe1abda9-6ace-4c7e-9d2e-4ca8ad6478f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:28.379100 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 92b12c67-1a6c-41d2-b455-62ed7bb56410 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:28.380296 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fe1abda9-6ace-4c7e-9d2e-4ca8ad6478f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:28.387356 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-fe1abda9-6ace-4c7e-9d2e-4ca8ad6478f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c562cf26-4b82-4d93-9dc8-7e2ef551700c HTTP/1.1" status: 204 len: 168 time: 0.4675925 Dec 13 16:48:28.415726 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1abda9-6ace-4c7e-9d2e-4ca8ad6478f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c562cf26-4b82-4d93-9dc8-7e2ef551700c,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:28.689701 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-965b3e26-a1af-49e5-a357-a0e52152da31 None None] Provisioning complete for port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:28.691659 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-965b3e26-a1af-49e5-a357-a0e52152da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:28.752225 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-de92dfd2-45a2-4635-bbe6-41ea4e2dfbb1 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:48:28.756107 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-de92dfd2-45a2-4635-bbe6-41ea4e2dfbb1 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975718 Dec 13 16:48:28.873643 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-965b3e26-a1af-49e5-a357-a0e52152da31 None None] Port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:48:28.896726 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 92b12c67-1a6c-41d2-b455-62ed7bb56410 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:28.897039 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.118160 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55804) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:29.127150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-0ac7fa39-a0f9-43a0-9212-6565d88cbcdd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612641416', 'description': 'tempest-description--114562819'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:29.127736 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14588-fa46-40fd-a35c-92bbacb3bbd7 req-08d2466d-d1e4-4585-bfed-3a91036aecd1 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:29.130023 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b5e14588-fa46-40fd-a35c-92bbacb3bbd7 req-08d2466d-d1e4-4585-bfed-3a91036aecd1 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 931 time: 0.1702049 Dec 13 16:48:29.145328 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.155361 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.213065 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b5e14588-fa46-40fd-a35c-92bbacb3bbd7 req-69e35064-7279-4a05-936f-173a6e9fd94c tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744495 Dec 13 16:48:29.233018 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Router 215743e5-d2b3-49c5-b21b-8243ae435bd3 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:48:29.233682 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0ac7fa39-a0f9-43a0-9212-6565d88cbcdd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.305594 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55810) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:29.341172 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8d1fe-a462-4ec4-96f7-453ba0a00b4c None None] Pushing event updated for resources: {'Port': ['ID=816745e0-83fe-47e6-9522-3f8f2f20c625,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:29.446055 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:48:29.459973 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Sync routers for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:48:29.464838 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f673f414-b6c8-4015-bb10-db940b637dc5 admin admin] 10.222.0.62 "PUT /v2.0/routers/215743e5-d2b3-49c5-b21b-8243ae435bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1969304 Dec 13 16:48:29.482005 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0ac7fa39-a0f9-43a0-9212-6565d88cbcdd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.482280 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:29.482765 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:48:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:29.495198 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0ac7fa39-a0f9-43a0-9212-6565d88cbcdd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.496611 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Attempting to bind port 816745e0-83fe-47e6-9522-3f8f2f20c625 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:29.497071 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Attempting to bind port 816745e0-83fe-47e6-9522-3f8f2f20c625 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:29.497692 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Attempting to bind port 816745e0-83fe-47e6-9522-3f8f2f20c625 on network faba440c-3470-4b72-a53c-aa5da04ea307 {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:29.504865 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:29.505519 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Checking segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:29.506177 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.506743 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Bound using segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:29.507462 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Bound port: 816745e0-83fe-47e6-9522-3f8f2f20c625, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:29.508033 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.554404 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0ac7fa39-a0f9-43a0-9212-6565d88cbcdd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.556308 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-0ac7fa39-a0f9-43a0-9212-6565d88cbcdd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4353516 Dec 13 16:48:29.561021 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55818) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:29.569321 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-44c44aa0-936f-4630-a207-89fb3b315872 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'security_group_rule': {'security_group_id': '887e9ce8-59da-4324-ab20-8219038a43e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:29.600664 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55820) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:29.613547 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7fa39-a0f9-43a0-9212-6565d88cbcdd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887e9ce8-59da-4324-ab20-8219038a43e9,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:29.693066 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] For port 816745e0-83fe-47e6-9522-3f8f2f20c625, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:29.711779 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] For port 816745e0-83fe-47e6-9522-3f8f2f20c625, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=816745e0-83fe-47e6-9522-3f8f2f20c625,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:29.711922 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-03ad0e5b-7c72-40aa-8495-0c2fbd1a9031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.720367 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.880185 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-0dc0db19-3942-460e-a415-0d5b2f5103f7 None None] Provisioning complete for port 816745e0-83fe-47e6-9522-3f8f2f20c625 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:29.882619 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0dc0db19-3942-460e-a415-0d5b2f5103f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.951815 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:29.957581 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:48:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:29.970129 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-03ad0e5b-7c72-40aa-8495-0c2fbd1a9031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.015136 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-44c44aa0-936f-4630-a207-89fb3b315872 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.022237 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-03ad0e5b-7c72-40aa-8495-0c2fbd1a9031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.049349 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:30.054811 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a676dca5-c1c7-4e44-b30c-400e4e9901aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.114399 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8d1fe-a462-4ec4-96f7-453ba0a00b4c None None] Pushing event updated for resources: {'Port': ['ID=816745e0-83fe-47e6-9522-3f8f2f20c625,revision_number=4']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:30.301232 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0dc0db19-3942-460e-a415-0d5b2f5103f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.328029 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad0e5b-7c72-40aa-8495-0c2fbd1a9031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab349f8-f8e3-4ef1-a61a-72976f248d39,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:30.346113 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-03ad0e5b-7c72-40aa-8495-0c2fbd1a9031 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=124e2e3cc77c438696f1abea3bf1a7d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7328002 Dec 13 16:48:30.362922 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55836) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:30.384311 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a676dca5-c1c7-4e44-b30c-400e4e9901aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.396002 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a676dca5-c1c7-4e44-b30c-400e4e9901aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.444881 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:30.451104 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-44c44aa0-936f-4630-a207-89fb3b315872 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.481178 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-0dc0db19-3942-460e-a415-0d5b2f5103f7 None None] For port 816745e0-83fe-47e6-9522-3f8f2f20c625, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=816745e0-83fe-47e6-9522-3f8f2f20c625,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:30.489048 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-44c44aa0-936f-4630-a207-89fb3b315872 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.512788 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a676dca5-c1c7-4e44-b30c-400e4e9901aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=480c1ef598024185872b86bbe83a09a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1985691 Dec 13 16:48:30.513801 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55838) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:30.540286 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0dc0db19-3942-460e-a415-0d5b2f5103f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.570728 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c44aa0-936f-4630-a207-89fb3b315872 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773b94f8-7c50-44ac-934a-106e364e9cce,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:30.639218 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cd945-31a7-4c63-aeb4-c7796a578669 req-3a8563e0-3a86-49d5-94dd-0a1d3bb8540f tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:30.642356 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b43cd945-31a7-4c63-aeb4-c7796a578669 req-3a8563e0-3a86-49d5-94dd-0a1d3bb8540f tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 931 time: 0.1939473 Dec 13 16:48:30.651811 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-44c44aa0-936f-4630-a207-89fb3b315872 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.653365 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-44c44aa0-936f-4630-a207-89fb3b315872 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0906107 Dec 13 16:48:30.658658 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676dca5-c1c7-4e44-b30c-400e4e9901aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6483653f-2617-465f-88cd-3a18167102f6,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:30.668067 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55842) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:30.712695 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-6211eece-016f-4ec1-8e22-687056b405fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'security_group_rule': {'security_group_id': '887e9ce8-59da-4324-ab20-8219038a43e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:30.769169 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b43cd945-31a7-4c63-aeb4-c7796a578669 req-0e6c6997-7c32-4fcd-a49b-6b57c64cddf0 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143339 Dec 13 16:48:30.774964 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ac43764a-e5e0-4c9f-b956-6ab708b9aeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.809913 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-45ebeec3-bd70-4d21-aa4f-a54d9304450a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.825468 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ac43764a-e5e0-4c9f-b956-6ab708b9aeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.856867 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-da1e8a4d-b4e6-4fa0-b184-233cb460ca1e None None] Provisioning complete for port 816745e0-83fe-47e6-9522-3f8f2f20c625 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:30.857418 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-da1e8a4d-b4e6-4fa0-b184-233cb460ca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.882035 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6211eece-016f-4ec1-8e22-687056b405fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.914386 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-45ebeec3-bd70-4d21-aa4f-a54d9304450a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.988852 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0db19-3942-460e-a415-0d5b2f5103f7 None None] Pushing event updated for resources: {'Port': ['ID=816745e0-83fe-47e6-9522-3f8f2f20c625,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:31.213387 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ac43764a-e5e0-4c9f-b956-6ab708b9aeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.218104 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ac43764a-e5e0-4c9f-b956-6ab708b9aeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.224867 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ac43764a-e5e0-4c9f-b956-6ab708b9aeac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6483653f-2617-465f-88cd-3a18167102f6 HTTP/1.1" status: 204 len: 168 time: 0.7068579 Dec 13 16:48:31.227542 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6211eece-016f-4ec1-8e22-687056b405fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.243085 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:29Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:31.253412 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43764a-e5e0-4c9f-b956-6ab708b9aeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6483653f-2617-465f-88cd-3a18167102f6,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:31.269118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6211eece-016f-4ec1-8e22-687056b405fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.327953 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Request body: {'port': {'device_id': '47a5040f-d727-4468-abea-234cf93a0bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:31.338600 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6211eece-016f-4ec1-8e22-687056b405fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.342871 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-6211eece-016f-4ec1-8e22-687056b405fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6649661 Dec 13 16:48:31.343035 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c12713-3b11-49ba-9c43-a9d0fc46ce0b None None] The sync data for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi is: [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:29Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:48:31.359161 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55864) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:31.359870 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-45ebeec3-bd70-4d21-aa4f-a54d9304450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.373221 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-45ebeec3-bd70-4d21-aa4f-a54d9304450a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.378130 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-45ebeec3-bd70-4d21-aa4f-a54d9304450a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ab349f8-f8e3-4ef1-a61a-72976f248d39 HTTP/1.1" status: 204 len: 168 time: 1.0104995 Dec 13 16:48:31.397597 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:31.508442 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211eece-016f-4ec1-8e22-687056b405fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4766a5b0-1964-4a90-8717-d019be56c7ce,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:31.516894 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.527387 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebeec3-bd70-4d21-aa4f-a54d9304450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab349f8-f8e3-4ef1-a61a-72976f248d39,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:31.716253 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:31.795924 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:25Z', 'revision_number': 2, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:32.014414 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Checking router: 215743e5-d2b3-49c5-b21b-8243ae435bd3 for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:48:32.015504 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Updating router 215743e5-d2b3-49c5-b21b-8243ae435bd3 port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:48:32.167517 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:32.415798 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:32.461966 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 816745e0-83fe-47e6-9522-3f8f2f20c625 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:32.558103 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fae75e-cc27-41ec-a269-6afe1d39a2a0 req-553d73cc-b7d9-4998-b353-8bcd0e0d2f26 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:32.584365 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-30fae75e-cc27-41ec-a269-6afe1d39a2a0 req-553d73cc-b7d9-4998-b353-8bcd0e0d2f26 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 931 time: 0.6197023 Dec 13 16:48:32.735313 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55878) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:32.744088 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-bd544d2c-d265-4e1e-9e27-4020d8b9c0a6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414858298', 'description': 'tempest-description--446751061'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:32.931765 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Allocated IP 172.27.2.179 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/2c9667a7-f405-48be-abfa-85faf64fc290) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:33.365180 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 {{(pid=109391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:48:33.404093 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:33.415075 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-30fae75e-cc27-41ec-a269-6afe1d39a2a0 req-05c0a899-9edc-4496-8be4-04c3c8674485 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8037438 Dec 13 16:48:33.424935 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:33.474619 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-bd544d2c-d265-4e1e-9e27-4020d8b9c0a6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:33.541564 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55900) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:33.589463 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:33.591071 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.provisioning_blocks [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Transition to ACTIVE for port object 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 will not be triggered until provisioned by entity L2. {{(pid=109391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:48:33.740457 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:33.759289 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9b5a-8b7f-4f86-a192-5b625628935a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:33.797858 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:33.810338 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:34.052463 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9b5a-8b7f-4f86-a192-5b625628935a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.063488 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:34.081760 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.098802 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9b5a-8b7f-4f86-a192-5b625628935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.099678 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.102888 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 816745e0-83fe-47e6-9522-3f8f2f20c625 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:34.103502 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.129007 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-bd544d2c-d265-4e1e-9e27-4020d8b9c0a6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.193943 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-bd544d2c-d265-4e1e-9e27-4020d8b9c0a6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.274118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'Port': ['ID=2c9667a7-f405-48be-abfa-85faf64fc290,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:34.350841 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-2bdc9b5a-8b7f-4f86-a192-5b625628935a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfe6568947f44c95a74c06100e9070e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8062434 Dec 13 16:48:34.352848 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55926) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:34.353738 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd544d2c-d265-4e1e-9e27-4020d8b9c0a6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1f878d-a259-40a2-af10-3aa21fb434e3,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:34.360108 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc9b5a-8b7f-4f86-a192-5b625628935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caea7ad4-2431-4133-8fa5-8e221803f9a5,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:34.366365 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Pushing event updated for resources: {'Port': ['ID=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:34.384660 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Attempting to bind port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:34.385147 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Attempting to bind port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6410c90b-4501-4bb8-89b2-018f0f6a1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1740152f-385f-4b80-90d9-b7e70656fe21'}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:34.385719 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Attempting to bind port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 on network 1740152f-385f-4b80-90d9-b7e70656fe21 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:34.394667 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-bd544d2c-d265-4e1e-9e27-4020d8b9c0a6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.396216 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-bd544d2c-d265-4e1e-9e27-4020d8b9c0a6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6560354 Dec 13 16:48:34.400341 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55928) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:34.406256 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-b0140395-bcc6-4480-9352-0c5a9a40b522 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'security_group_rule': {'security_group_id': 'fa1f878d-a259-40a2-af10-3aa21fb434e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:34.451295 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 on network 1740152f-385f-4b80-90d9-b7e70656fe21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:48:34.451726 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Attempting to bind port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 on network 1740152f-385f-4b80-90d9-b7e70656fe21 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:34.474148 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5cbf1-96fc-4614-a6e5-552276110bb8 None None] Pushing event updated for resources: {'Port': ['ID=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:34.496458 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:34.496864 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Checking segment: {'id': '6410c90b-4501-4bb8-89b2-018f0f6a1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1740152f-385f-4b80-90d9-b7e70656fe21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:34.497543 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Bound using segment: {'id': '6410c90b-4501-4bb8-89b2-018f0f6a1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1740152f-385f-4b80-90d9-b7e70656fe21'} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:34.498533 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Bound port: 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6410c90b-4501-4bb8-89b2-018f0f6a1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1740152f-385f-4b80-90d9-b7e70656fe21'}}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:34.499100 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.535755 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b0140395-bcc6-4480-9352-0c5a9a40b522 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.628887 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Attempting to bind port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:34.629684 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Attempting to bind port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:34.630717 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Attempting to bind port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 on network 14657912-c423-47d5-8443-b0389106e6d6 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:34.638870 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] For port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3, host hv-cinder-82160, cleared binding levels {{(pid=109391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:34.646722 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] For port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,segment=NetworkSegment(6410c90b-4501-4bb8-89b2-018f0f6a1eae),segment_id=6410c90b-4501-4bb8-89b2-018f0f6a1eae)] {{(pid=109391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:34.663404 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:34.663788 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Checking segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:34.666571 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.672487 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.674698 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Bound using segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:34.675501 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Bound port: 029aca52-7cdf-4c51-b7aa-2e2a20f423c8, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:34.676273 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.754723 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.766424 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-af6fe703-e93a-42a7-b399-257faffb9d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.781604 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2654-5045-4c1a-9c32-5c91356f6c80 req-2e8b79fc-54a6-41f5-9555-0d9e3cc12846 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:34.790071 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3fef2654-5045-4c1a-9c32-5c91356f6c80 req-2e8b79fc-54a6-41f5-9555-0d9e3cc12846 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 943 time: 0.2092299 Dec 13 16:48:34.848448 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-af6fe703-e93a-42a7-b399-257faffb9d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.903644 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Pushing event updated for resources: {'Port': ['ID=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,revision_number=3']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:34.909185 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.947923 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:34.948491 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.950202 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-6139f40f-ebce-4a8b-bd0c-1b02d03f1606 service neutron] 10.222.0.65 "PUT /v2.0/ports/63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 HTTP/1.1" status: 200 len: 1093 time: 3.9554529 Dec 13 16:48:34.950843 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a5040f-d727-4468-abea-234cf93a0bc4', 'tag': '63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:48:34.987332 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-f6aad2cc-3727-44e5-b7a3-9a4bd60e191e None None] Provisioning complete for port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:34.994562 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f6aad2cc-3727-44e5-b7a3-9a4bd60e191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:34.998815 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b0140395-bcc6-4480-9352-0c5a9a40b522 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.006074 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b0140395-bcc6-4480-9352-0c5a9a40b522 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.080167 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0140395-bcc6-4480-9352-0c5a9a40b522 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064296f9-ab46-4630-889a-122c2b339c5c,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:35.107253 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b0140395-bcc6-4480-9352-0c5a9a40b522 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.111613 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-b0140395-bcc6-4480-9352-0c5a9a40b522 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7096069 Dec 13 16:48:35.116176 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 55952) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:35.145677 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-b5da4e85-c035-4ea0-a508-3daccbb31182 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'security_group_rule': {'security_group_id': 'fa1f878d-a259-40a2-af10-3aa21fb434e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:35.201884 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] For port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:35.205385 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-f6aad2cc-3727-44e5-b7a3-9a4bd60e191e None None] Port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:48:35.212155 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] For port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:35.225618 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.354090 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777d11-5c8b-4365-b4c3-071905183449 req-295cdb9c-a55c-4d2b-bc1b-2598d6eb5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:35.362606 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-295cdb9c-a55c-4d2b-bc1b-2598d6eb5a54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6612774b121e4b92a1e6994061c2f83b&device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 1096 time: 0.1966016 Dec 13 16:48:35.375169 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b5da4e85-c035-4ea0-a508-3daccbb31182 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.394829 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:35.395542 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:48:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:35.433671 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3fef2654-5045-4c1a-9c32-5c91356f6c80 req-89954946-39ab-48f4-bcf6-656cf186c87a tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419208 Dec 13 16:48:35.542839 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-76e12b51-720b-4b53-8e3a-a20cb66618d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 HTTP/1.1" status: 200 len: 217 time: 0.1375260 Dec 13 16:48:35.582913 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:48:35.649104 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-af6fe703-e93a-42a7-b399-257faffb9d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.651732 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-af6fe703-e93a-42a7-b399-257faffb9d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.658360 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-af6fe703-e93a-42a7-b399-257faffb9d4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/caea7ad4-2431-4133-8fa5-8e221803f9a5 HTTP/1.1" status: 204 len: 168 time: 1.2992795 Dec 13 16:48:35.662920 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b5da4e85-c035-4ea0-a508-3daccbb31182 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.707468 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b5da4e85-c035-4ea0-a508-3daccbb31182 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.712728 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fe703-e93a-42a7-b399-257faffb9d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caea7ad4-2431-4133-8fa5-8e221803f9a5,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:35.801200 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:35.818620 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da4e85-c035-4ea0-a508-3daccbb31182 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f035a5-aefc-4412-a383-1a853d18c45d,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:35.918941 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.922379 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777d11-5c8b-4365-b4c3-071905183449 req-354f21da-06e6-4106-9443-565a129d1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:35.927536 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-354f21da-06e6-4106-9443-565a129d1f50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d3189ef3-8cac-4644-9b9a-e9f796b46bb1 HTTP/1.1" status: 200 len: 851 time: 0.2623734 Dec 13 16:48:35.931893 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.933671 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc9839c-19a3-447f-8ae1-e92147fd09db" -d '{"events": [{"name": "network-changed", "server_uuid": "47a5040f-d727-4468-abea-234cf93a0bc4", "tag": "63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:48:35.948251 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b5da4e85-c035-4ea0-a508-3daccbb31182 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:35.949731 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-b5da4e85-c035-4ea0-a508-3daccbb31182 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8197560 Dec 13 16:48:35.953264 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 55992) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:36.009025 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:36.094325 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-9cbbc44d-46d8-4486-b5bc-4658ae46553f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1740152f-385f-4b80-90d9-b7e70656fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318948 Dec 13 16:48:36.132947 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5cbf1-96fc-4614-a6e5-552276110bb8 None None] Pushing event updated for resources: {'Port': ['ID=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:36.160423 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-ea7f10c6-8fb2-4db8-b302-9f6c832a7007 None None] Provisioning complete for port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:36.160718 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ea7f10c6-8fb2-4db8-b302-9f6c832a7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:36.313038 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'Port': ['ID=2c9667a7-f405-48be-abfa-85faf64fc290,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:36.345868 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:36.384828 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:36.495989 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:36.516162 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-8c17d6ac-6ef4-429b-b6ee-7f653626d9cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1405418 Dec 13 16:48:36.665561 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ea7f10c6-8fb2-4db8-b302-9f6c832a7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:36.786046 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729b35c-16ca-4ea2-b5e1-4df27e023242 req-c0d3819d-a61b-4601-9ca3-912145578c44 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:36.794776 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-ea7f10c6-8fb2-4db8-b302-9f6c832a7007 None None] For port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:36.797438 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0729b35c-16ca-4ea2-b5e1-4df27e023242 req-c0d3819d-a61b-4601-9ca3-912145578c44 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 943 time: 0.2026670 Dec 13 16:48:36.804701 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ea7f10c6-8fb2-4db8-b302-9f6c832a7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:36.840312 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:36.885361 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-db251b57-489f-48c4-b6eb-7b2f10b3e63a service neutron] 10.222.0.65 "GET /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719777 Dec 13 16:48:36.961235 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f10c6-8fb2-4db8-b302-9f6c832a7007 None None] Pushing event updated for resources: {'Port': ['ID=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:36.975050 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:35Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:37.005411 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0729b35c-16ca-4ea2-b5e1-4df27e023242 req-e77c4d3f-587a-41a9-a7ad-dfcb30417181 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066369 Dec 13 16:48:37.039095 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7d7c9-0a7c-4cde-b340-1c1f84a43c28 None None] The sync data for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi is: [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:35Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:48:37.139554 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9739e251-f17e-44d5-9866-2676a01910b7 x-openstack-request-id: req-9739e251-f17e-44d5-9866-2676a01910b7 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:48:37.139554 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a5040f-d727-4468-abea-234cf93a0bc4", "tag": "63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:48:37.139554 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9739e251-f17e-44d5-9866-2676a01910b7 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:48:37.139897 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a5040f-d727-4468-abea-234cf93a0bc4', 'tag': '63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3', 'status': 'completed', 'code': 200} Dec 13 16:48:37.214584 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Allocated IP 172.27.2.156 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/79e8f3a8-de20-4ede-ab7c-37e72c8ee3a8) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:37.257093 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2777d11-5c8b-4365-b4c3-071905183449 req-a8464c68-52f9-4036-b7b2-17daba018ce5 service neutron] 10.222.0.65 "GET /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613413 Dec 13 16:48:37.542846 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:37.688343 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56042) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:37.791613 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:37.842508 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-6e68b2e8-e923-46cc-9091-50d13520bc5d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1612641416&fields=id&tenant_id=febd1024088a4a22984d59922da28de1 HTTP/1.1" status: 200 len: 267 time: 0.2012293 Dec 13 16:48:38.042673 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:38.090198 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:38.095458 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:38.174537 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'Port': ['ID=79e8f3a8-de20-4ede-ab7c-37e72c8ee3a8,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:38.392322 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00cbe614-ca96-41c4-97ef-e097dbca3642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:38.439401 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-0ae3ef52-36fb-4716-9726-3d9ed6eb0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:38.440077 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-4cb69727-76b3-4f1e-b643-cdf11cf30c12 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:38.441643 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-0ae3ef52-36fb-4716-9726-3d9ed6eb0592 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6612774b121e4b92a1e6994061c2f83b&device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 1096 time: 0.2451963 Dec 13 16:48:38.452954 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-4cb69727-76b3-4f1e-b643-cdf11cf30c12 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 810 time: 0.6048784 Dec 13 16:48:38.462104 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e4ebe-166e-4364-81e5-19ca3e1aa040 req-56341e25-5f55-4c07-803c-6588f6252af8 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:38.470414 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ec5e4ebe-166e-4364-81e5-19ca3e1aa040 req-56341e25-5f55-4c07-803c-6588f6252af8 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 943 time: 0.3231857 Dec 13 16:48:38.562579 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ec5e4ebe-166e-4364-81e5-19ca3e1aa040 req-6c383c22-1159-4d7d-83b5-a40974b539cd tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888293 Dec 13 16:48:38.583159 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-d60e6984-890c-4e15-b056-7a41092781ed tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/quotas/febd1024088a4a22984d59922da28de1 HTTP/1.1" status: 200 len: 375 time: 0.0750284 Dec 13 16:48:38.718762 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:38.836009 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-334a406f-6a53-4c48-aa44-62e891458272 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2414637 Dec 13 16:48:38.902752 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.112553 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-a9c11b00-462c-4815-a320-2ab3a1599300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:39.116931 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-a9c11b00-462c-4815-a320-2ab3a1599300 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1740152f-385f-4b80-90d9-b7e70656fe21 HTTP/1.1" status: 200 len: 912 time: 0.6167881 Dec 13 16:48:39.263713 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00cbe614-ca96-41c4-97ef-e097dbca3642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.272156 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-00cbe614-ca96-41c4-97ef-e097dbca3642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.278510 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:39.337646 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-0c19a03d-1190-482a-a00f-610802f98ded service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 HTTP/1.1" status: 200 len: 217 time: 0.1650143 Dec 13 16:48:39.392622 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:39.392977 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.400148 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-00cbe614-ca96-41c4-97ef-e097dbca3642 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=727dfddb6eac450b8882f22c2dcd5262&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7105103 Dec 13 16:48:39.403027 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56098) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:39.412683 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbe614-ca96-41c4-97ef-e097dbca3642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e895fce-331c-476a-906e-b011d38ca4e9,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:39.440714 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-b90fa640-ac51-4f59-b96b-125baee326a4 service neutron] 10.222.0.62 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677702 Dec 13 16:48:39.444883 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-e5b64372-a580-47aa-a0e4-07d42a21d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:39.446743 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-e5b64372-a580-47aa-a0e4-07d42a21d59a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d3189ef3-8cac-4644-9b9a-e9f796b46bb1 HTTP/1.1" status: 200 len: 851 time: 0.0935509 Dec 13 16:48:39.514222 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-7c708008-052e-41c6-849f-efa79e91cf57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1740152f-385f-4b80-90d9-b7e70656fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566502 Dec 13 16:48:39.595448 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.609159 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.684471 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc1cc-46e1-45a5-8739-52981bad177c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.760647 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'Port': ['ID=79e8f3a8-de20-4ede-ab7c-37e72c8ee3a8,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:39.766238 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-465ade0f-a18d-4f21-a046-6fa77a21c5d7 service neutron] 10.222.0.65 "GET /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371686 Dec 13 16:48:39.795407 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711981f5-2f84-41af-ad5d-2e34b8c50bc2 req-0a875ff7-27f6-4c85-afc3-dbfeebc75387 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:39.806438 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-711981f5-2f84-41af-ad5d-2e34b8c50bc2 req-0a875ff7-27f6-4c85-afc3-dbfeebc75387 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 943 time: 0.1073565 Dec 13 16:48:39.811506 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-8ca63894-03c4-4af9-a9a5-d96b38430f23 service neutron] 10.222.0.62 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695884 Dec 13 16:48:39.828286 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc1cc-46e1-45a5-8739-52981bad177c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.854882 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.968596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:39.974520 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5335d5dc-aa28-4a67-9d67-3e5453844eab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0088258 Dec 13 16:48:40.007070 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc1cc-46e1-45a5-8739-52981bad177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:40.010078 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc1cc-46e1-45a5-8739-52981bad177c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:40.011826 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-bf4cc1cc-46e1-45a5-8739-52981bad177c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e895fce-331c-476a-906e-b011d38ca4e9 HTTP/1.1" status: 204 len: 168 time: 0.6073256 Dec 13 16:48:40.028881 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cc1cc-46e1-45a5-8739-52981bad177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e895fce-331c-476a-906e-b011d38ca4e9,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:40.134380 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-711981f5-2f84-41af-ad5d-2e34b8c50bc2 req-421e9d9f-ab86-4740-be85-397220574f74 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165948 Dec 13 16:48:40.218870 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdc9839c-19a3-447f-8ae1-e92147fd09db req-d2d616bb-2c4f-4f81-9196-e57f61d7e296 service neutron] 10.222.0.65 "GET /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411478 Dec 13 16:48:40.219019 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-399679ec-babc-4231-b8a9-f6c9e1cf7d74 req-fd459bc1-4b3f-4119-87ea-efc90a947683 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 210 time: 0.1157291 Dec 13 16:48:40.484091 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-25cde202-a207-4362-83db-d0f6d69f156f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--414858298&fields=id&tenant_id=c94e8e265a6f4fb585504a1e95ceda28 HTTP/1.1" status: 200 len: 267 time: 0.0718067 Dec 13 16:48:40.744116 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-a7415c47-3879-49ec-acf4-31244a01c3b8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:40.746550 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-a7415c47-3879-49ec-acf4-31244a01c3b8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 817 time: 0.2499182 Dec 13 16:48:40.760187 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56172) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:40.777127 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-9bf2ccbb-b3db-4d1b-9e19-c353b7e72dc4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/quotas/c94e8e265a6f4fb585504a1e95ceda28 HTTP/1.1" status: 200 len: 375 time: 0.0111229 Dec 13 16:48:40.777957 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-02d4dd7a-059d-4062-af71-e19f40d02787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:40.899375 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-02d4dd7a-059d-4062-af71-e19f40d02787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:40.899728 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-b44a6e7f-ff84-4b6a-958a-f13385e0fd8e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215246 Dec 13 16:48:40.905298 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-02d4dd7a-059d-4062-af71-e19f40d02787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:40.952764 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-02d4dd7a-059d-4062-af71-e19f40d02787 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7bfa6adad914b0da75e640211aa8d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913803 Dec 13 16:48:40.955411 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56180) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:40.965327 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4dd7a-059d-4062-af71-e19f40d02787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f1a13-b7b3-4eea-beb5-aceee34dc0ef,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:41.030062 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7298-b4b1-487f-a1de-ec7c95b0c35a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:41.090829 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7298-b4b1-487f-a1de-ec7c95b0c35a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:41.192355 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7298-b4b1-487f-a1de-ec7c95b0c35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:41.215287 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7298-b4b1-487f-a1de-ec7c95b0c35a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:41.216625 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7e6c7298-b4b1-487f-a1de-ec7c95b0c35a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a72f1a13-b7b3-4eea-beb5-aceee34dc0ef HTTP/1.1" status: 204 len: 168 time: 0.2600365 Dec 13 16:48:41.232694 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c7298-b4b1-487f-a1de-ec7c95b0c35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f1a13-b7b3-4eea-beb5-aceee34dc0ef,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:41.297941 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-4bd714c6-1610-4a32-b01b-a5e918054b3b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:48:41.299021 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-4bd714c6-1610-4a32-b01b-a5e918054b3b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2399693 Dec 13 16:48:41.315548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305e7d3-ec1a-4848-95ae-99057a5e6b4a req-c0473339-d926-4ff9-b51f-a803376ebeb2 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:41.324851 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9305e7d3-ec1a-4848-95ae-99057a5e6b4a req-c0473339-d926-4ff9-b51f-a803376ebeb2 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 943 time: 0.0873911 Dec 13 16:48:41.421978 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9305e7d3-ec1a-4848-95ae-99057a5e6b4a req-d090b938-e185-4f5d-a893-835c41bf9dcd tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958092 Dec 13 16:48:41.487692 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c3f9c497-3ade-413a-8850-70a141123180 service neutron] 10.222.0.62 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794982 Dec 13 16:48:41.554878 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-226a8c0a-251a-456a-9da3-cf408edbdcf4 req-f923f691-7004-488f-b271-c1982d50b9fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 210 time: 0.0436189 Dec 13 16:48:41.690075 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-2ef66b84-24d7-4b4a-9b8d-124f9f238aca service neutron] 10.222.0.62 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009809 Dec 13 16:48:42.092410 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-daac0e93-bb0a-48ef-b85e-c0d00396c089 req-fadae8eb-bf1a-4ff2-9ba6-7193a5331f06 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 210 time: 0.0534604 Dec 13 16:48:42.598948 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf484-8605-4f64-a32a-578bd34756f6 req-cb090b15-6ea6-4114-88f6-6923de438702 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:42.600547 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-794cf484-8605-4f64-a32a-578bd34756f6 req-cb090b15-6ea6-4114-88f6-6923de438702 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 943 time: 0.0779681 Dec 13 16:48:42.674891 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-794cf484-8605-4f64-a32a-578bd34756f6 req-7f767a4e-3e75-4bb1-905c-8fbd9d2167fd tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680883 Dec 13 16:48:42.700222 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cc281f5c-c8a5-4317-90ca-94586bbd2e34 req-f687848e-7469-4b20-bae7-19463d0b9c58 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 210 time: 0.0482266 Dec 13 16:48:43.045779 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:48:43.185492 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,segment=NetworkSegment(6410c90b-4501-4bb8-89b2-018f0f6a1eae),segment_id=6410c90b-4501-4bb8-89b2-018f0f6a1eae)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:43.200531 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3', 'network_id': '1740152f-385f-4b80-90d9-b7e70656fe21', 'port_id': '63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3', 'mac_address': 'fa:16:3e:a3:d8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3189ef3-8cac-4644-9b9a-e9f796b46bb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:48:43.214631 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7c6c1c9-266f-4763-9088-43e94564dad6 req-2dee3829-2920-44d9-92db-361a9deb5e2e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 210 time: 0.0442095 Dec 13 16:48:43.256179 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:43.274425 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:48:43.297443 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,segment=NetworkSegment(6410c90b-4501-4bb8-89b2-018f0f6a1eae),segment_id=6410c90b-4501-4bb8-89b2-018f0f6a1eae)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:43.303922 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:43.360597 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:43.815324 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a5b0-866e-4ebf-8d4c-042d9f232c03 req-ddd987d5-0521-46d6-85af-20c48062aa01 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:43.816878 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f9a7e594-5ec5-404d-a4ef-fdec2175eb09 req-a56c81a7-89a8-4b11-83fb-2fc636b911d8 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 210 time: 0.0346947 Dec 13 16:48:43.817628 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a519a5b0-866e-4ebf-8d4c-042d9f232c03 req-ddd987d5-0521-46d6-85af-20c48062aa01 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 944 time: 0.0671422 Dec 13 16:48:43.885530 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a519a5b0-866e-4ebf-8d4c-042d9f232c03 req-93251e65-36d9-41ae-9612-3e04916f2a07 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614705 Dec 13 16:48:44.316364 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-968e2f35-03da-4a0a-906c-2942425fd19f req-b0f6bf81-2ad9-42e4-a964-2067e4821cb5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 210 time: 0.0295241 Dec 13 16:48:44.972034 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-42eac40d-f391-4be5-9066-830ee1bc3bad req-1d9fd842-a06b-423e-ad46-0023db1fd8e9 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 210 time: 0.0755789 Dec 13 16:48:45.090188 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d004649-8233-4227-8dbe-4490b1665217 req-db4eb2a4-4585-4120-9c8e-e2aa2110fb5f tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:45.093993 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3d004649-8233-4227-8dbe-4490b1665217 req-db4eb2a4-4585-4120-9c8e-e2aa2110fb5f tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 944 time: 0.1091957 Dec 13 16:48:45.103785 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:48:45.166817 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-594c2e3e-af1a-492b-9ecb-55fe36a4fd39 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:45.168416 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-594c2e3e-af1a-492b-9ecb-55fe36a4fd39 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 810 time: 0.2398236 Dec 13 16:48:45.231087 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3d004649-8233-4227-8dbe-4490b1665217 req-e7ca9d51-56f4-48ba-bd53-dd1c4381c7ad tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195300 Dec 13 16:48:45.306216 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-be8fcbcc-b813-4637-8f4d-8b4ed40b0669 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febd1024088a4a22984d59922da28de1 HTTP/1.1" status: 200 len: 380 time: 0.0913019 Dec 13 16:48:45.318147 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'port': {'device_id': '1f2466eb-448e-4984-bf58-746c53cddaac', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'admin_state_up': True, 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'security_groups': ['887e9ce8-59da-4324-ab20-8219038a43e9']}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:45.469269 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Made reservation on behalf of febd1024088a4a22984d59922da28de1 for: {'port': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:45.474283 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:45.485567 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ef87c9ef-3a44-40ef-a65d-77761689d8f4 req-45f8249b-9f99-45ce-8837-8030bb7095d9 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 210 time: 0.0337577 Dec 13 16:48:45.649346 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Allocated IP 172.20.0.6 (faba440c-3470-4b72-a53c-aa5da04ea307/a0ed8fc5-1834-427d-962b-8fa898667519/2256f239-7e22-47c2-8af7-d787985f0627) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:45.994915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.058964 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.145508 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'Port': ['ID=2256f239-7e22-47c2-8af7-d787985f0627,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:46.149352 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Network faba440c-3470-4b72-a53c-aa5da04ea307 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:46.154168 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:46.156853 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:46.170993 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71666bbb-7c7e-4f06-9ea6-d911b3e9bac9 req-4b470977-ab36-4dd8-bae0-a1491c1c015e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:46.179179 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71666bbb-7c7e-4f06-9ea6-d911b3e9bac9 req-4b470977-ab36-4dd8-bae0-a1491c1c015e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 931 time: 0.1309321 Dec 13 16:48:46.282754 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:46.283271 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.328900 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71666bbb-7c7e-4f06-9ea6-d911b3e9bac9 req-43086291-af73-4492-9264-813a2256c391 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455178 Dec 13 16:48:46.355809 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-93c20d3d-107a-4c1c-a937-34a047f37324 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0421984 Dec 13 16:48:46.390924 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d311db4-2764-46ad-b40e-95ea130c9606 req-37e8a8d0-9fbe-4ab6-81c1-b2a032bce5fc tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:46.394431 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5d311db4-2764-46ad-b40e-95ea130c9606 req-37e8a8d0-9fbe-4ab6-81c1-b2a032bce5fc tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 944 time: 0.0595043 Dec 13 16:48:46.478834 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5d311db4-2764-46ad-b40e-95ea130c9606 req-a27d37fc-f3cd-4d65-ba47-a7118fbe97bf tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677056 Dec 13 16:48:46.496116 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56444) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:46.517636 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-ee9a6a4e-b81a-4f6b-8529-afc858b1d2fc None None] Provisioning complete for port 2256f239-7e22-47c2-8af7-d787985f0627 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:46.518704 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ee9a6a4e-b81a-4f6b-8529-afc858b1d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.559412 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a6a4e-b81a-4f6b-8529-afc858b1d2fc None None] Port 2256f239-7e22-47c2-8af7-d787985f0627 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:48:46.617579 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c749a9a6-1b70-448f-b8c9-5cd79323d38d req-29d7888a-f21f-456e-a4c0-8cb9aaa2df24 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 210 time: 0.0277023 Dec 13 16:48:46.657635 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0637636d-5410-4824-890f-9b1f824a7edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.735038 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0637636d-5410-4824-890f-9b1f824a7edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.741609 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0637636d-5410-4824-890f-9b1f824a7edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.779676 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637636d-5410-4824-890f-9b1f824a7edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a42a5-df3d-43a3-8e4f-a7f02458b05f,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:46.784267 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-0637636d-5410-4824-890f-9b1f824a7edc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c83d75e89094303ada1453a8319bb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866733 Dec 13 16:48:46.787717 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56454) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:46.841912 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ba2c37d6-a942-4259-a630-f0fe66eb58a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.864768 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ba2c37d6-a942-4259-a630-f0fe66eb58a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.916227 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ba2c37d6-a942-4259-a630-f0fe66eb58a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.918984 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ba2c37d6-a942-4259-a630-f0fe66eb58a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.920200 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ba2c37d6-a942-4259-a630-f0fe66eb58a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c3a42a5-df3d-43a3-8e4f-a7f02458b05f HTTP/1.1" status: 204 len: 168 time: 0.1315284 Dec 13 16:48:46.929625 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c37d6-a942-4259-a630-f0fe66eb58a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a42a5-df3d-43a3-8e4f-a7f02458b05f,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:47.359295 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56470) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:47.375446 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4191106f-b7ab-4abe-a96d-edc2173382a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:47.458314 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33e557-96cc-4ce8-8c28-994afe71b4a2 req-46a3ed99-a9f1-4154-9014-c08d7dab7762 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:47.459974 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4e33e557-96cc-4ce8-8c28-994afe71b4a2 req-46a3ed99-a9f1-4154-9014-c08d7dab7762 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 931 time: 0.0604467 Dec 13 16:48:47.465013 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4191106f-b7ab-4abe-a96d-edc2173382a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:47.470774 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4191106f-b7ab-4abe-a96d-edc2173382a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:47.474600 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f18051b8-1e26-4917-83d2-63fce28c1598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:47.516456 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4e33e557-96cc-4ce8-8c28-994afe71b4a2 req-f569c2ac-b221-4062-bea9-580e774efad4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496440 Dec 13 16:48:47.519928 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191106f-b7ab-4abe-a96d-edc2173382a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33731f7-6139-46a4-8bd4-f109881d9db5,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:47.524817 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-4191106f-b7ab-4abe-a96d-edc2173382a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29b64648e8004d31b0f6c462b5938649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643927 Dec 13 16:48:47.527408 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56476) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:47.623556 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9ce716dd-8e7c-4084-a198-37b6836bfc06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:47.656512 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d12f9-a76e-422b-b318-8b9f5ef29ac8 req-eb09b7ae-1ae1-4180-9724-2e7bc861fff2 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:47.658066 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-855d12f9-a76e-422b-b318-8b9f5ef29ac8 req-eb09b7ae-1ae1-4180-9724-2e7bc861fff2 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 944 time: 0.0829823 Dec 13 16:48:47.660450 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9ce716dd-8e7c-4084-a198-37b6836bfc06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:47.731444 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-855d12f9-a76e-422b-b318-8b9f5ef29ac8 req-3366dfc7-486b-449b-9312-c5b1317f1b8e tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636792 Dec 13 16:48:47.733501 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c9a074b-3327-464e-95fb-59d738817db4 req-4ffedb23-4506-4553-a5c1-6745fcddb9a2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 210 time: 0.0331819 Dec 13 16:48:47.753958 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9ce716dd-8e7c-4084-a198-37b6836bfc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:47.757200 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9ce716dd-8e7c-4084-a198-37b6836bfc06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:47.758436 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-9ce716dd-8e7c-4084-a198-37b6836bfc06 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d33731f7-6139-46a4-8bd4-f109881d9db5 HTTP/1.1" status: 204 len: 168 time: 0.2291751 Dec 13 16:48:47.766791 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce716dd-8e7c-4084-a198-37b6836bfc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33731f7-6139-46a4-8bd4-f109881d9db5,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:48.139749 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.65', 64259) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:48.151218 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Request body: {'port': {'device_id': '1f2466eb-448e-4984-bf58-746c53cddaac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:48.152301 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:48.244958 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:48.298244 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-86e04c1f-82d8-4ce5-a2de-8cd4e7a1e569 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:48.300387 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-86e04c1f-82d8-4ce5-a2de-8cd4e7a1e569 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 817 time: 0.1590617 Dec 13 16:48:48.408541 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-1fdb1e92-26b5-42ef-93a4-ef37b232a8df tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94e8e265a6f4fb585504a1e95ceda28 HTTP/1.1" status: 200 len: 379 time: 0.0960083 Dec 13 16:48:48.419192 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'port': {'device_id': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'admin_state_up': True, 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'security_groups': ['fa1f878d-a259-40a2-af10-3aa21fb434e3']}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:48.588031 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2256f239-7e22-47c2-8af7-d787985f0627 {{(pid=109391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:48:48.602172 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:48.647356 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.provisioning_blocks [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Transition to ACTIVE for port object 2256f239-7e22-47c2-8af7-d787985f0627 will not be triggered until provisioned by entity L2. {{(pid=109391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:48:48.652354 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:48.712817 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Made reservation on behalf of c94e8e265a6f4fb585504a1e95ceda28 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:48:48.717888 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:48.734157 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cc8e2-7f65-4bdd-8ab0-02ee71c78aaf req-3cf70086-93d6-43f0-8c24-04ec147d1eac tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:48.736020 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a4cc8e2-7f65-4bdd-8ab0-02ee71c78aaf req-3cf70086-93d6-43f0-8c24-04ec147d1eac tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 931 time: 0.1257026 Dec 13 16:48:48.772522 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Pushing event updated for resources: {'Port': ['ID=2256f239-7e22-47c2-8af7-d787985f0627,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:48.896972 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a4cc8e2-7f65-4bdd-8ab0-02ee71c78aaf req-7cf8e3b0-c481-4d00-a315-bc8fb648bb9d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297257 Dec 13 16:48:48.899763 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Attempting to bind port 2256f239-7e22-47c2-8af7-d787985f0627 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:48.900210 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Attempting to bind port 2256f239-7e22-47c2-8af7-d787985f0627 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:48.900691 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Attempting to bind port 2256f239-7e22-47c2-8af7-d787985f0627 on network faba440c-3470-4b72-a53c-aa5da04ea307 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:48.908612 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Port 2256f239-7e22-47c2-8af7-d787985f0627 on network faba440c-3470-4b72-a53c-aa5da04ea307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:48:48.911765 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Attempting to bind port 2256f239-7e22-47c2-8af7-d787985f0627 on network faba440c-3470-4b72-a53c-aa5da04ea307 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:48.928904 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:48.928904 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Checking segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:48.928904 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Bound using segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:48.928904 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Bound port: 2256f239-7e22-47c2-8af7-d787985f0627, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'}}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:48.928904 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:49.062917 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] For port 2256f239-7e22-47c2-8af7-d787985f0627, host hv-cinder-82160, cleared binding levels {{(pid=109391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:49.069755 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] For port 2256f239-7e22-47c2-8af7-d787985f0627, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2256f239-7e22-47c2-8af7-d787985f0627,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:49.095716 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964cd99-ab1d-4be1-94f4-1d86b6ea3376 req-d33ade78-8077-4b26-a107-f20c7f8ec6b5 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:49.097116 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:49.105871 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c964cd99-ab1d-4be1-94f4-1d86b6ea3376 req-d33ade78-8077-4b26-a107-f20c7f8ec6b5 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 944 time: 0.2522242 Dec 13 16:48:49.126923 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c1be13ea-bd29-453f-870f-47355c4c1dc2 req-9af717ce-4ab2-481d-ac3b-55e830f09d4e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 210 time: 0.0467110 Dec 13 16:48:49.143138 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Allocated IP 172.20.0.6 (14657912-c423-47d5-8443-b0389106e6d6/a0db84ff-1e65-4ac3-b7f9-e08636159fb4/b5225bcb-5258-419f-8497-ad84cf3faa1c) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:49.163226 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:49.163973 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:49.165442 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] 10.222.0.65 "PUT /v2.0/ports/2256f239-7e22-47c2-8af7-d787985f0627 HTTP/1.1" status: 200 len: 1093 time: 1.0263386 Dec 13 16:48:49.165946 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2466eb-448e-4984-bf58-746c53cddaac', 'tag': '2256f239-7e22-47c2-8af7-d787985f0627'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:48:49.168204 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482454f5-fec8-4886-8dd0-1b43a9132ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2466eb-448e-4984-bf58-746c53cddaac", "tag": "2256f239-7e22-47c2-8af7-d787985f0627"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:48:49.197616 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b649f0-073a-4e64-a26d-9ef6befe173a service neutron] Pushing event updated for resources: {'Port': ['ID=2256f239-7e22-47c2-8af7-d787985f0627,revision_number=3']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:49.222346 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c964cd99-ab1d-4be1-94f4-1d86b6ea3376 req-c6456271-0335-4f0f-bfbd-354406838434 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151030 Dec 13 16:48:49.266572 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c507f0-d04a-4d17-a788-f11b7ba6ec7e x-openstack-request-id: req-f0c507f0-d04a-4d17-a788-f11b7ba6ec7e {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:48:49.266572 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2466eb-448e-4984-bf58-746c53cddaac", "tag": "2256f239-7e22-47c2-8af7-d787985f0627", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:48:49.266572 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0c507f0-d04a-4d17-a788-f11b7ba6ec7e {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:48:49.266572 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2466eb-448e-4984-bf58-746c53cddaac', 'tag': '2256f239-7e22-47c2-8af7-d787985f0627', 'status': 'completed', 'code': 200} Dec 13 16:48:49.395483 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:49.457122 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:49.538636 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Network 14657912-c423-47d5-8443-b0389106e6d6 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:49.546346 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:49.554430 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:49.584405 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:49.625222 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:49.625908 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:49.647239 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-55e6ffde-a63d-4cb9-baa1-7a14bdbe0563 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2322929 Dec 13 16:48:49.671293 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ede5-b9d3-40c6-98b6-0e09a576ca53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:49.785965 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-3026d78a-fba5-4f6c-8ebc-7094a4ea6ca9 None None] Provisioning complete for port b5225bcb-5258-419f-8497-ad84cf3faa1c triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:49.793211 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3026d78a-fba5-4f6c-8ebc-7094a4ea6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:49.826075 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-3026d78a-fba5-4f6c-8ebc-7094a4ea6ca9 None None] Port b5225bcb-5258-419f-8497-ad84cf3faa1c cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:48:49.923051 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56568) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:50.043313 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c1d310c4-d2e7-419b-902c-5b3183462039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.054168 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116233-b43c-4564-9048-32688c8872cb req-a1e5975b-f7f6-46de-9f71-2a8688a80619 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:50.055915 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-56116233-b43c-4564-9048-32688c8872cb req-a1e5975b-f7f6-46de-9f71-2a8688a80619 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0776122 Dec 13 16:48:50.130830 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-56116233-b43c-4564-9048-32688c8872cb req-0c4b0ee3-a7bc-4b69-b618-48a0bd8ac4e3 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670147 Dec 13 16:48:50.175286 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c1d310c4-d2e7-419b-902c-5b3183462039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.182150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c1d310c4-d2e7-419b-902c-5b3183462039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.223683 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c1d310c4-d2e7-419b-902c-5b3183462039 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e808966b287d4d19810c0ccf507096a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995396 Dec 13 16:48:50.225980 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d310c4-d2e7-419b-902c-5b3183462039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af39fc3e-b746-46e4-ba0d-74aede03bb8c,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:50.227336 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56584) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:50.317629 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce461a8-4f0c-4e96-bb76-1ffd99489605 req-6d308d0c-84de-4e35-8874-3ed7920119d5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:50.319325 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8ce461a8-4f0c-4e96-bb76-1ffd99489605 req-6d308d0c-84de-4e35-8874-3ed7920119d5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 931 time: 0.1051383 Dec 13 16:48:50.342851 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-205a975e-e9e1-4e8e-9b8e-ad7e70cdc4be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.368875 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcc16c-3a41-4aa5-bdc1-f703c0b77bb4 req-a35bc8cd-f5c2-4586-a20a-5f1ab32dfd7e tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:50.371061 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-01bcc16c-3a41-4aa5-bdc1-f703c0b77bb4 req-a35bc8cd-f5c2-4586-a20a-5f1ab32dfd7e tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 944 time: 0.0585976 Dec 13 16:48:50.384457 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-205a975e-e9e1-4e8e-9b8e-ad7e70cdc4be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.401813 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8ce461a8-4f0c-4e96-bb76-1ffd99489605 req-385969b5-55ea-4fc9-8913-eb35b6fc8e01 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761247 Dec 13 16:48:50.437981 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-01bcc16c-3a41-4aa5-bdc1-f703c0b77bb4 req-1ee1c725-3314-444b-92bc-36ed10ec333f tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596614 Dec 13 16:48:50.459278 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-205a975e-e9e1-4e8e-9b8e-ad7e70cdc4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.459278 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-205a975e-e9e1-4e8e-9b8e-ad7e70cdc4be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.459278 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-205a975e-e9e1-4e8e-9b8e-ad7e70cdc4be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af39fc3e-b746-46e4-ba0d-74aede03bb8c HTTP/1.1" status: 204 len: 168 time: 0.2157938 Dec 13 16:48:50.468834 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a975e-e9e1-4e8e-9b8e-ad7e70cdc4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af39fc3e-b746-46e4-ba0d-74aede03bb8c,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:50.709547 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.785269 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56602) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:50.801780 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c6a22c54-aee0-4d89-8f28-989a6809895a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.888781 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c6a22c54-aee0-4d89-8f28-989a6809895a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.895472 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c6a22c54-aee0-4d89-8f28-989a6809895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:50.939792 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c6a22c54-aee0-4d89-8f28-989a6809895a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ea2a76c99ce480ea334129164e8d309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532562 Dec 13 16:48:50.940973 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a22c54-aee0-4d89-8f28-989a6809895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770ebf7-67bb-4bad-944d-81cf4e893832,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:50.942716 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56606) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:50.992512 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2d54-4f7f-4a1a-8c2f-38b9d5f2cab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.014809 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2d54-4f7f-4a1a-8c2f-38b9d5f2cab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.074122 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2d54-4f7f-4a1a-8c2f-38b9d5f2cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.077060 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2d54-4f7f-4a1a-8c2f-38b9d5f2cab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.078114 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-bf0b2d54-4f7f-4a1a-8c2f-38b9d5f2cab9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2770ebf7-67bb-4bad-944d-81cf4e893832 HTTP/1.1" status: 204 len: 168 time: 0.1344023 Dec 13 16:48:51.090104 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b2d54-4f7f-4a1a-8c2f-38b9d5f2cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770ebf7-67bb-4bad-944d-81cf4e893832,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:51.259744 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22230834-d1f8-4b88-85c6-1f1132532231 req-c84f9df8-ff66-49a3-96e7-a5ed24a67ddb tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:51.261552 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-22230834-d1f8-4b88-85c6-1f1132532231 req-c84f9df8-ff66-49a3-96e7-a5ed24a67ddb tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0569921 Dec 13 16:48:51.277050 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:51.286172 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Request body: {'port': {'device_id': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:51.346212 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:48:51.350128 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-22230834-d1f8-4b88-85c6-1f1132532231 req-70d8044b-494a-425c-b3f5-2953befa8ec6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794950 Dec 13 16:48:51.352229 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:51.352766 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.364683 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482454f5-fec8-4886-8dd0-1b43a9132ad9 req-fa826556-1f0b-434a-b250-6ec3fe938109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:51.367178 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-482454f5-fec8-4886-8dd0-1b43a9132ad9 req-fa826556-1f0b-434a-b250-6ec3fe938109 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 1096 time: 0.0632329 Dec 13 16:48:51.377246 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.493250 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.526809 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a5040f-d727-4468-abea-234cf93a0bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:48:51.617801 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,segment=NetworkSegment(6410c90b-4501-4bb8-89b2-018f0f6a1eae),segment_id=6410c90b-4501-4bb8-89b2-018f0f6a1eae)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:51.625789 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.659342 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482454f5-fec8-4886-8dd0-1b43a9132ad9 req-7fa25edc-70c2-4778-b81a-1ed79afebb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:51.660996 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-482454f5-fec8-4886-8dd0-1b43a9132ad9 req-7fa25edc-70c2-4778-b81a-1ed79afebb33 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=febd1024088a4a22984d59922da28de1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2839925 Dec 13 16:48:51.675671 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280ce9-1da5-4a48-9211-a82d9b53a026 req-ecbfec92-d426-479e-8bd1-e8f35b2414b1 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:51.685497 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d4280ce9-1da5-4a48-9211-a82d9b53a026 req-ecbfec92-d426-479e-8bd1-e8f35b2414b1 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 944 time: 0.1457343 Dec 13 16:48:51.754476 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:51.794473 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196a98f-2042-422d-916e-88bc62885e8d req-c80ba98c-db09-4ca9-9fb6-be086d6cc24e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:51.802326 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e196a98f-2042-422d-916e-88bc62885e8d req-c80ba98c-db09-4ca9-9fb6-be086d6cc24e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 931 time: 0.2047393 Dec 13 16:48:51.850297 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429b7c8f-ad8e-4a3c-9139-12548faebb87" -d '{"events": [{"server_uuid": "47a5040f-d727-4468-abea-234cf93a0bc4", "name": "network-vif-plugged", "status": "completed", "tag": "63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:48:51.885938 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e196a98f-2042-422d-916e-88bc62885e8d req-c34f3ed1-3e2a-42ef-8bc1-265fed1f4eb1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827610 Dec 13 16:48:51.891736 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d4280ce9-1da5-4a48-9211-a82d9b53a026 req-534ee385-6589-4ea5-96ac-1c4762ab93e0 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051764 Dec 13 16:48:51.953647 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482454f5-fec8-4886-8dd0-1b43a9132ad9 req-74228c3c-a6d9-4f99-9c76-72f756022a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:51.956399 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-482454f5-fec8-4886-8dd0-1b43a9132ad9 req-74228c3c-a6d9-4f99-9c76-72f756022a66 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2680535 Dec 13 16:48:51.968009 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5225bcb-5258-419f-8497-ad84cf3faa1c {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:48:51.977471 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:51.997785 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Transition to ACTIVE for port object b5225bcb-5258-419f-8497-ad84cf3faa1c will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:48:52.004026 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:52.066385 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:52.229115 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:52.237512 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Attempting to bind port b5225bcb-5258-419f-8497-ad84cf3faa1c on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:48:52.237808 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Attempting to bind port b5225bcb-5258-419f-8497-ad84cf3faa1c by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:48:52.241319 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Attempting to bind port b5225bcb-5258-419f-8497-ad84cf3faa1c on network 14657912-c423-47d5-8443-b0389106e6d6 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:52.255241 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Port b5225bcb-5258-419f-8497-ad84cf3faa1c on network 14657912-c423-47d5-8443-b0389106e6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:48:52.255579 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Attempting to bind port b5225bcb-5258-419f-8497-ad84cf3faa1c on network 14657912-c423-47d5-8443-b0389106e6d6 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:48:52.269601 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:48:52.270214 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Checking segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:48:52.270894 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Bound using segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:48:52.271664 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Bound port: b5225bcb-5258-419f-8497-ad84cf3faa1c, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:48:52.272356 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:52.325808 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841fdba-36bf-48a0-b0e9-13f13a9f1980 x-openstack-request-id: req-d841fdba-36bf-48a0-b0e9-13f13a9f1980 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:48:52.325808 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a5040f-d727-4468-abea-234cf93a0bc4", "name": "network-vif-plugged", "status": "completed", "tag": "63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:48:52.326082 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d841fdba-36bf-48a0-b0e9-13f13a9f1980 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:48:52.326599 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a5040f-d727-4468-abea-234cf93a0bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3', 'code': 200} Dec 13 16:48:52.421203 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:48:52.426257 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:48:52.431630 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:52.505099 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:52.505869 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:52.507154 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] 10.222.0.65 "PUT /v2.0/ports/b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 200 len: 1093 time: 1.2255228 Dec 13 16:48:52.509432 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:48:52.550692 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a37c7b-26f4-49c1-9ed2-c9b4e770c38a service neutron] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:52.581009 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e1d1-b2e0-4bfd-b5f3-2c1c7d8d3c39 req-8557ecdb-ab2c-458c-b493-d1131b9bcd9e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:52.587753 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c1a6e1d1-b2e0-4bfd-b5f3-2c1c7d8d3c39 req-8557ecdb-ab2c-458c-b493-d1131b9bcd9e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.1292341 Dec 13 16:48:52.664869 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c1a6e1d1-b2e0-4bfd-b5f3-2c1c7d8d3c39 req-a2691e28-3d82-46d2-95f4-95c7e0e159d4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705867 Dec 13 16:48:52.689589 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31d0b4-0b3f-4787-971e-64012326ebd4" -d '{"events": [{"name": "network-changed", "server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:48:52.864708 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac8d3eb-4ea1-4b63-8fe2-11c0c085d58f x-openstack-request-id: req-7ac8d3eb-4ea1-4b63-8fe2-11c0c085d58f {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:48:52.865006 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:48:52.865263 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ac8d3eb-4ea1-4b63-8fe2-11c0c085d58f {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:48:52.865768 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'status': 'completed', 'code': 200} Dec 13 16:48:53.002113 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:53.060821 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f08d-6911-4c8c-b167-92924451a68c req-94c7e383-7163-4cce-be21-388b1aea4951 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:53.062461 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b916f08d-6911-4c8c-b167-92924451a68c req-94c7e383-7163-4cce-be21-388b1aea4951 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0710242 Dec 13 16:48:53.122661 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b916f08d-6911-4c8c-b167-92924451a68c req-85b8ddb0-359d-4736-8023-25ad0464b393 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519745 Dec 13 16:48:53.249213 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94681f0-bdf6-4a8b-a8fc-ed73afaa8fbe req-b7d27f4a-e739-4e18-a6ba-f903d289b6eb tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:53.250821 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c94681f0-bdf6-4a8b-a8fc-ed73afaa8fbe req-b7d27f4a-e739-4e18-a6ba-f903d289b6eb tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.2744968 Dec 13 16:48:53.302571 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c94681f0-bdf6-4a8b-a8fc-ed73afaa8fbe req-6d09a8c7-0335-483d-aa67-49700c259086 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Dec 13 16:48:53.541559 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56716) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:53.676734 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a591f161-04b0-4aeb-bb16-95befd96afac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:53.795000 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a591f161-04b0-4aeb-bb16-95befd96afac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:53.799639 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a591f161-04b0-4aeb-bb16-95befd96afac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:53.841413 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591f161-04b0-4aeb-bb16-95befd96afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9a4cbc-eae4-4858-8fad-e164247d9b56,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:53.841703 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ecf59-d189-4ee3-b6a9-662cec6db3f5 req-04a2f948-7ef7-47cf-b36d-3f3fdd410ab7 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:53.843275 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-063ecf59-d189-4ee3-b6a9-662cec6db3f5 req-04a2f948-7ef7-47cf-b36d-3f3fdd410ab7 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0545251 Dec 13 16:48:53.849765 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a591f161-04b0-4aeb-bb16-95befd96afac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be235bfab3414311ad861f248d65da1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067968 Dec 13 16:48:53.850415 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56722) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:53.904198 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bc3afe5f-d2ad-411a-9e2a-dc2ba2478d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:53.905721 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-063ecf59-d189-4ee3-b6a9-662cec6db3f5 req-0a863c7e-e876-4080-bdfd-7898ef5df1f9 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491838 Dec 13 16:48:53.936285 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bc3afe5f-d2ad-411a-9e2a-dc2ba2478d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:53.999206 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bc3afe5f-d2ad-411a-9e2a-dc2ba2478d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:54.002482 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-bc3afe5f-d2ad-411a-9e2a-dc2ba2478d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:54.003459 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-bc3afe5f-d2ad-411a-9e2a-dc2ba2478d0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e9a4cbc-eae4-4858-8fad-e164247d9b56 HTTP/1.1" status: 204 len: 168 time: 0.1517556 Dec 13 16:48:54.015780 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3afe5f-d2ad-411a-9e2a-dc2ba2478d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9a4cbc-eae4-4858-8fad-e164247d9b56,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:54.278980 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd0edc-c0ba-4d69-bea1-d72fb1253c84 req-635f9a19-343e-463d-88c7-20c0fa2e502f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:54.280595 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c9fd0edc-c0ba-4d69-bea1-d72fb1253c84 req-635f9a19-343e-463d-88c7-20c0fa2e502f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0577619 Dec 13 16:48:54.360370 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c9fd0edc-c0ba-4d69-bea1-d72fb1253c84 req-fab5e94b-4b8f-4dd8-86c8-f299516d210d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674620 Dec 13 16:48:54.368081 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56736) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:54.385596 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e97f8c99-7119-43cd-aa03-72e11fe5a70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:54.619131 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-b9eeb010-ff83-427f-9694-9e8c292317ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:54.621125 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-b9eeb010-ff83-427f-9694-9e8c292317ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1096 time: 0.1052284 Dec 13 16:48:54.692890 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.65', 64265) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:54.695365 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-fc07cbdb-c419-4968-8125-cbb811799c9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 200 len: 217 time: 0.0659049 Dec 13 16:48:54.713162 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4978b3-f311-4cfe-838d-dc571e19db94 req-20a50b53-69c5-4b62-8163-db9f293af861 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:54.714680 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7e4978b3-f311-4cfe-838d-dc571e19db94 req-20a50b53-69c5-4b62-8163-db9f293af861 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.3123574 Dec 13 16:48:54.761926 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-6fc1be6a-7277-4f1d-870c-b5a921c342c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:54.765239 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-6fc1be6a-7277-4f1d-870c-b5a921c342c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0627902 Dec 13 16:48:54.825928 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e97f8c99-7119-43cd-aa03-72e11fe5a70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:54.844907 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-ab42a833-abdb-4379-a828-1fb4605eb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:54.846460 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-ab42a833-abdb-4379-a828-1fb4605eb803 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 1096 time: 0.1943748 Dec 13 16:48:54.847135 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e97f8c99-7119-43cd-aa03-72e11fe5a70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:54.854299 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b31a7e-fd23-4bf9-a6ea-c273880db59d req-a8ebd9d2-f144-471f-a8d3-03df979e6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:54.854585 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-e026bd05-574a-4b03-b388-5d7b906747dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:54.855876 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a1b31a7e-fd23-4bf9-a6ea-c273880db59d req-a8ebd9d2-f144-471f-a8d3-03df979e6c88 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 1098 time: 0.1618311 Dec 13 16:48:54.856434 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-e026bd05-574a-4b03-b388-5d7b906747dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825098 Dec 13 16:48:54.946199 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-d24e99d9-e7c3-4adc-85e8-194670d3cab7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2256f239-7e22-47c2-8af7-d787985f0627 HTTP/1.1" status: 200 len: 217 time: 0.0891523 Dec 13 16:48:54.957029 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7e4978b3-f311-4cfe-838d-dc571e19db94 req-93711ba4-69d7-4a6a-b28e-30d861ea3c16 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148809 Dec 13 16:48:54.963900 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-a1b31a7e-fd23-4bf9-a6ea-c273880db59d req-61db8a82-5cd5-4c78-aadd-3a377b953d97 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:54.990630 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e97f8c99-7119-43cd-aa03-72e11fe5a70b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd38a9598d784b05911c4214b0240ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6188912 Dec 13 16:48:54.991495 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56754) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:55.013825 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f8c99-7119-43cd-aa03-72e11fe5a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa8b23a-03ac-4b4e-9cf4-712f70da2c00,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:55.040938 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-6cc2eec4-8450-418c-943b-8787a21d1add service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712217 Dec 13 16:48:55.062065 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-0658d6aa-5247-43f6-b566-4c04b316d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:55.063720 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-0658d6aa-5247-43f6-b566-4c04b316d3d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 200 len: 849 time: 0.1028793 Dec 13 16:48:55.106081 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-238b41d4-943b-4745-9cbb-eab540b33c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:55.118412 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82fd98-e2b4-42b2-b176-230c9e17a703 req-569ae16b-2be1-4a6a-b74a-872aa5f54150 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:55.119976 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e82fd98-e2b4-42b2-b176-230c9e17a703 req-569ae16b-2be1-4a6a-b74a-872aa5f54150 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0823119 Dec 13 16:48:55.127675 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-a1b31a7e-fd23-4bf9-a6ea-c273880db59d req-61db8a82-5cd5-4c78-aadd-3a377b953d97 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:55.133097 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-a1b31a7e-fd23-4bf9-a6ea-c273880db59d req-61db8a82-5cd5-4c78-aadd-3a377b953d97 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:55.145943 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-238b41d4-943b-4745-9cbb-eab540b33c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:55.182821 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a1b31a7e-fd23-4bf9-a6ea-c273880db59d req-61db8a82-5cd5-4c78-aadd-3a377b953d97 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009422 Dec 13 16:48:55.183572 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db8a82-5cd5-4c78-aadd-3a377b953d97 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c99e834-3187-4677-8c4b-f24061b2a1cf,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:55.212038 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e82fd98-e2b4-42b2-b176-230c9e17a703 req-0a29fc79-0f18-4bef-a39a-05a26f9a2d7a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843766 Dec 13 16:48:55.233218 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-238b41d4-943b-4745-9cbb-eab540b33c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:55.236006 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-238b41d4-943b-4745-9cbb-eab540b33c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:55.237645 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-238b41d4-943b-4745-9cbb-eab540b33c1c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5fa8b23a-03ac-4b4e-9cf4-712f70da2c00 HTTP/1.1" status: 204 len: 168 time: 0.2431517 Dec 13 16:48:55.245774 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b41d4-943b-4745-9cbb-eab540b33c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa8b23a-03ac-4b4e-9cf4-712f70da2c00,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:55.510799 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313b7d8-ed76-4dea-bd20-4c796ae845ea req-73b52715-3915-46ff-a3ba-ec1ccf4737d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:55.513050 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7313b7d8-ed76-4dea-bd20-4c796ae845ea req-73b52715-3915-46ff-a3ba-ec1ccf4737d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0716202 Dec 13 16:48:55.569077 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7313b7d8-ed76-4dea-bd20-4c796ae845ea req-c77b90c0-4805-4cbf-b230-f7c38673f75b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490866 Dec 13 16:48:55.862366 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56798) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:56.002207 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3d940aef-317e-44da-ad1b-39dcac4117a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.103729 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3d940aef-317e-44da-ad1b-39dcac4117a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.109057 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3d940aef-317e-44da-ad1b-39dcac4117a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.130637 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1185c9-3591-4611-a695-6f59662eb129 req-82f62389-275f-43ed-b7be-8af8a4df6d23 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:56.132317 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4f1185c9-3591-4611-a695-6f59662eb129 req-82f62389-275f-43ed-b7be-8af8a4df6d23 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0582941 Dec 13 16:48:56.158887 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-3d940aef-317e-44da-ad1b-39dcac4117a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=975bf46bffe744c3a416d6bab235f031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919898 Dec 13 16:48:56.159904 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56814) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:56.162481 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d940aef-317e-44da-ad1b-39dcac4117a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c36201-00fb-41cf-afc6-bb0a2aa75689,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:56.206249 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4f1185c9-3591-4611-a695-6f59662eb129 req-23265e05-c55c-4d72-9a2b-a632425d94ac tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542734 Dec 13 16:48:56.219795 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-abf2f3e9-4798-4e1e-a716-ef73049b276d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.246437 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-abf2f3e9-4798-4e1e-a716-ef73049b276d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.298482 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-abf2f3e9-4798-4e1e-a716-ef73049b276d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.301295 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-abf2f3e9-4798-4e1e-a716-ef73049b276d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.302492 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-abf2f3e9-4798-4e1e-a716-ef73049b276d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38c36201-00fb-41cf-afc6-bb0a2aa75689 HTTP/1.1" status: 204 len: 168 time: 0.1412284 Dec 13 16:48:56.322287 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2f3e9-4798-4e1e-a716-ef73049b276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c36201-00fb-41cf-afc6-bb0a2aa75689,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:56.375128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff3a03-1e46-47c2-a29b-b5f57d71c37e req-d63810f5-3db4-4e7a-a6f3-29e56e1c83b1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:56.377089 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fdff3a03-1e46-47c2-a29b-b5f57d71c37e req-d63810f5-3db4-4e7a-a6f3-29e56e1c83b1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0735772 Dec 13 16:48:56.434036 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fdff3a03-1e46-47c2-a29b-b5f57d71c37e req-039033ca-d82b-423d-addb-db8dcf94e290 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497696 Dec 13 16:48:56.756029 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 56838) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:56.770046 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f5b0-f3f6-4e3b-997a-6556b3ed09ac req-54f9e857-bdce-4aea-bf1d-dec8facda3e2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:56.772634 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-be12f5b0-f3f6-4e3b-997a-6556b3ed09ac req-54f9e857-bdce-4aea-bf1d-dec8facda3e2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0990517 Dec 13 16:48:56.790053 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4350195c-c9ef-4b02-8e96-fa0051d378bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.843854 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-be12f5b0-f3f6-4e3b-997a-6556b3ed09ac req-2fadce1b-366d-4248-a9cf-3e8519a7ade4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620847 Dec 13 16:48:56.909156 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4350195c-c9ef-4b02-8e96-fa0051d378bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.916050 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4350195c-c9ef-4b02-8e96-fa0051d378bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:56.956222 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-4350195c-c9ef-4b02-8e96-fa0051d378bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbd0a01efc904478b82d7f1f30b88437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973550 Dec 13 16:48:56.958240 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350195c-c9ef-4b02-8e96-fa0051d378bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11f5f7e-9b95-41be-b7bc-c6fcd44a536e,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:56.958895 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 56844) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:57.019467 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b703616e-4187-4be0-bfb9-63c02e3450a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:57.042690 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b703616e-4187-4be0-bfb9-63c02e3450a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:57.099799 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b703616e-4187-4be0-bfb9-63c02e3450a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:57.103222 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b703616e-4187-4be0-bfb9-63c02e3450a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:57.104445 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-b703616e-4187-4be0-bfb9-63c02e3450a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f11f5f7e-9b95-41be-b7bc-c6fcd44a536e HTTP/1.1" status: 204 len: 168 time: 0.1445384 Dec 13 16:48:57.119340 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703616e-4187-4be0-bfb9-63c02e3450a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11f5f7e-9b95-41be-b7bc-c6fcd44a536e,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:57.355145 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21136ea-5d38-4168-964b-d7279aa43451 req-3cc3f8fe-ee71-4ecb-9b73-72f723420cbf tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:57.363040 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b21136ea-5d38-4168-964b-d7279aa43451 req-3cc3f8fe-ee71-4ecb-9b73-72f723420cbf tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0710952 Dec 13 16:48:57.429386 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b21136ea-5d38-4168-964b-d7279aa43451 req-75475028-ca18-41c2-8e0c-eb7b47926f31 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652187 Dec 13 16:48:57.577249 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e825dce-a467-4867-bcc8-dd5f38a065e2 req-46db054a-c7c9-4736-8874-f0c97a8aa62b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:57.581112 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e825dce-a467-4867-bcc8-dd5f38a065e2 req-46db054a-c7c9-4736-8874-f0c97a8aa62b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0651939 Dec 13 16:48:57.642390 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e825dce-a467-4867-bcc8-dd5f38a065e2 req-2b0e193f-aac7-473e-a6f8-fad0cd007891 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527520 Dec 13 16:48:58.023118 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e77a-d963-46c9-b956-0366d3225e70 req-cd0d45e5-5b24-4f2d-8b53-2ed5c736816e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:58.026463 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7f93e77a-d963-46c9-b956-0366d3225e70 req-cd0d45e5-5b24-4f2d-8b53-2ed5c736816e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0884864 Dec 13 16:48:58.151893 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-4ab81586-ae3a-4881-8979-638d0bd7f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:58.154278 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-4ab81586-ae3a-4881-8979-638d0bd7f123 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faba440c-3470-4b72-a53c-aa5da04ea307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1264503 Dec 13 16:48:58.169996 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7f93e77a-d963-46c9-b956-0366d3225e70 req-c5ad4749-43c3-44af-ad7e-6ba84f610e37 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295066 Dec 13 16:48:58.213868 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f7a3a81-312e-430e-a4bd-400570af6980 req-f2685178-c666-40b8-84ac-fe23a3320741 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914570 Dec 13 16:48:58.343557 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-e03c7797-70e0-4788-80ef-2d1b96c53e6a service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708007 Dec 13 16:48:58.598825 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed8c6a-4177-4978-8445-564c03f6029d req-d494f4f8-18a1-4915-bc25-4c3ff415c38a tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:58.601059 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-59ed8c6a-4177-4978-8445-564c03f6029d req-d494f4f8-18a1-4915-bc25-4c3ff415c38a tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0751944 Dec 13 16:48:58.659744 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-59ed8c6a-4177-4978-8445-564c03f6029d req-e10cc90f-62cc-4f5a-a131-e33fca30f20f tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525577 Dec 13 16:48:58.799405 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37cfe-ac8f-4873-ad29-da1a032dc7f1 req-d7dca881-43e3-4296-9fb3-f82fc7044ac6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:58.801908 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5ef37cfe-ac8f-4873-ad29-da1a032dc7f1 req-d7dca881-43e3-4296-9fb3-f82fc7044ac6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0592518 Dec 13 16:48:58.868839 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5ef37cfe-ac8f-4873-ad29-da1a032dc7f1 req-a2145619-430a-42cc-8e25-9dff67ad14aa tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606608 Dec 13 16:48:59.332890 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2817-e1af-4d75-99ad-ab6d1d1e41e0 req-0c7327a7-114a-475e-a5d5-50c42fc72551 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:59.336903 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1e1e2817-e1af-4d75-99ad-ab6d1d1e41e0 req-0c7327a7-114a-475e-a5d5-50c42fc72551 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0711124 Dec 13 16:48:59.399642 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1e1e2817-e1af-4d75-99ad-ab6d1d1e41e0 req-7c2f5d78-d691-40a6-87f4-da59cd5be9cd tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567315 Dec 13 16:48:59.807366 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5022ac-3869-43fe-8fe1-b2f745c70282 req-66f07722-349d-43a7-9435-739681907796 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:59.809148 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7d5022ac-3869-43fe-8fe1-b2f745c70282 req-66f07722-349d-43a7-9435-739681907796 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0557013 Dec 13 16:48:59.869702 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7d5022ac-3869-43fe-8fe1-b2f745c70282 req-48252e5a-93a5-40f8-ab89-ca266b18ced8 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537486 Dec 13 16:49:00.019417 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dc5b2-1224-4307-8024-73abfce4e61c req-4a6c226d-095c-4c5d-a553-810226f0163f tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:00.021322 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4b6dc5b2-1224-4307-8024-73abfce4e61c req-4a6c226d-095c-4c5d-a553-810226f0163f tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0598166 Dec 13 16:49:00.087438 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4b6dc5b2-1224-4307-8024-73abfce4e61c req-b28e4025-f610-44b5-b52f-bcfea84766d9 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557806 Dec 13 16:49:00.539109 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e7272-90ac-4581-9a40-6442f915f9b6 req-58302a39-5e22-4a02-a6dc-9a973162746b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:00.540891 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-119e7272-90ac-4581-9a40-6442f915f9b6 req-58302a39-5e22-4a02-a6dc-9a973162746b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0551016 Dec 13 16:49:00.599326 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-119e7272-90ac-4581-9a40-6442f915f9b6 req-fcc43e14-3451-436e-a089-fcee1b61e696 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520251 Dec 13 16:49:01.002263 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb8ba8-208d-4d83-960b-be0f2c22d27c req-01daef7e-5cdf-4f01-a3a6-28b89b7eb623 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:01.003859 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c1cb8ba8-208d-4d83-960b-be0f2c22d27c req-01daef7e-5cdf-4f01-a3a6-28b89b7eb623 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0576141 Dec 13 16:49:01.066081 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c1cb8ba8-208d-4d83-960b-be0f2c22d27c req-67dd7350-0338-43a1-b1ac-012230781719 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512633 Dec 13 16:49:01.151004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-d5d68d4b-4f24-4389-aa9e-facbc182cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:01.153160 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-d5d68d4b-4f24-4389-aa9e-facbc182cc9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1096 time: 0.0733838 Dec 13 16:49:01.195217 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ae8be82b-39a5-474e-b8db-f43d9e5574f8 req-74a00cb6-3565-4244-a16d-6028ab573907 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381271 Dec 13 16:49:01.238282 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027e26d-0376-41b8-8278-e5d182a1876f req-42072f56-8b0a-495a-ad4a-357425fa63ca tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:01.248104 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d027e26d-0376-41b8-8278-e5d182a1876f req-42072f56-8b0a-495a-ad4a-357425fa63ca tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0678241 Dec 13 16:49:01.309004 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d027e26d-0376-41b8-8278-e5d182a1876f req-d4c2ceb3-1c73-48fa-9346-698345e849cd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546534 Dec 13 16:49:01.348098 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-3f6db0cb-658b-4838-850e-b60c2ca812fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:01.349769 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-3f6db0cb-658b-4838-850e-b60c2ca812fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.1872554 Dec 13 16:49:01.399381 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-6c6603bd-9bf9-44cd-9b20-019e8e74de5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 200 len: 217 time: 0.0407500 Dec 13 16:49:01.455985 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-360962e7-9efa-4987-9372-e4d69a5fb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:01.456856 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-360962e7-9efa-4987-9372-e4d69a5fb6fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0488586 Dec 13 16:49:01.513096 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-6c31a371-dee0-48c0-b3f4-0136961c24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:01.514664 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-6c31a371-dee0-48c0-b3f4-0136961c24ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481629 Dec 13 16:49:01.618715 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-642e8e1b-7d8b-487d-8988-8f8dcdcace4c service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940313 Dec 13 16:49:01.767856 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e31d0b4-0b3f-4787-971e-64012326ebd4 req-9430eac6-a087-4409-88c4-d61db47e6e94 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391854 Dec 13 16:49:01.791109 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af40ab-2bd7-4103-9535-f5d289580141 req-e0e20cc6-cecb-4890-81be-c37e1081bab6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:01.792761 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34af40ab-2bd7-4103-9535-f5d289580141 req-e0e20cc6-cecb-4890-81be-c37e1081bab6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0743790 Dec 13 16:49:01.860703 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34af40ab-2bd7-4103-9535-f5d289580141 req-87e7b7a8-dcad-4b16-9669-fb20a91807f8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588491 Dec 13 16:49:02.221162 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70895411-d8fb-4b8c-8dbf-bba0b17766eb req-66cfe4ff-401f-4064-a53e-c9a8cfc0147e tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:02.232450 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-70895411-d8fb-4b8c-8dbf-bba0b17766eb req-66cfe4ff-401f-4064-a53e-c9a8cfc0147e tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0698884 Dec 13 16:49:02.291190 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-70895411-d8fb-4b8c-8dbf-bba0b17766eb req-c694b123-a1ca-4740-98c3-a0a03f9355f1 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 Dec 13 16:49:02.481920 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ed804-1fae-4ae8-b5ef-18a1c879df19 req-00009ddf-e81c-480b-a2b2-b362b6263d94 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:02.484687 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4b6ed804-1fae-4ae8-b5ef-18a1c879df19 req-00009ddf-e81c-480b-a2b2-b362b6263d94 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0638032 Dec 13 16:49:02.548521 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4b6ed804-1fae-4ae8-b5ef-18a1c879df19 req-645d0f10-e56e-4ae4-91fb-80af71a36517 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572286 Dec 13 16:49:03.003867 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598c83-f362-4d99-93ec-92092c817d2a req-a2bbc841-6472-49aa-af64-e379c811b5e1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:03.005779 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-87598c83-f362-4d99-93ec-92092c817d2a req-a2bbc841-6472-49aa-af64-e379c811b5e1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0580533 Dec 13 16:49:03.073489 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-87598c83-f362-4d99-93ec-92092c817d2a req-5c11cd47-e6dd-4e73-9be0-72434c3b698e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593204 Dec 13 16:49:03.433999 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757b04c-2064-44df-881a-de326b110f0e req-8d118901-b480-49c4-b1bb-9b1d1f70e215 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:03.435515 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4757b04c-2064-44df-881a-de326b110f0e req-8d118901-b480-49c4-b1bb-9b1d1f70e215 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0636563 Dec 13 16:49:03.487509 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4757b04c-2064-44df-881a-de326b110f0e req-7beb4f0f-f694-4ad5-b0a8-9c0d340150e4 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Dec 13 16:49:03.678138 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57825940-1e48-45ef-a5a5-057ba441b23d req-83d2b20f-54ca-4712-b979-69c09127ef78 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:03.679770 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57825940-1e48-45ef-a5a5-057ba441b23d req-83d2b20f-54ca-4712-b979-69c09127ef78 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0521145 Dec 13 16:49:03.736053 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57825940-1e48-45ef-a5a5-057ba441b23d req-c1ff0fde-bbb8-4aac-80df-c5bbe529987f tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495186 Dec 13 16:49:04.208676 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ca84-47f9-46cb-96c6-c5ebd017a4b8 req-d12c236f-d16b-40dc-ad56-cb85f5202300 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:04.210244 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eff9ca84-47f9-46cb-96c6-c5ebd017a4b8 req-d12c236f-d16b-40dc-ad56-cb85f5202300 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0588417 Dec 13 16:49:04.266435 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eff9ca84-47f9-46cb-96c6-c5ebd017a4b8 req-2526b0db-0206-4d2a-b690-c6f63fd27dc2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491264 Dec 13 16:49:04.618275 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fd725-855e-4c27-a411-78dc04f98991 req-6a1bfd5b-56f0-4995-9d03-f1c62e79968d tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:04.619787 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7a9fd725-855e-4c27-a411-78dc04f98991 req-6a1bfd5b-56f0-4995-9d03-f1c62e79968d tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0580230 Dec 13 16:49:04.683213 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7a9fd725-855e-4c27-a411-78dc04f98991 req-7b479d7e-1df8-4202-92b5-aa032ed58d63 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538754 Dec 13 16:49:04.869044 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe4990-ed51-4597-ad65-0554a3967c14 req-cc20dd84-d40f-4432-a2cb-48cf77d2bc4e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:04.870804 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-65fe4990-ed51-4597-ad65-0554a3967c14 req-cc20dd84-d40f-4432-a2cb-48cf77d2bc4e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 943 time: 0.0556149 Dec 13 16:49:04.921004 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-65fe4990-ed51-4597-ad65-0554a3967c14 req-083a1483-8f66-4cd2-b1ef-f9a3e7acfdc6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Dec 13 16:49:05.176351 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:49:05.308554 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:05.334651 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'port_id': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'mac_address': 'fa:16:3e:3e:46:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:49:05.395391 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:05.411902 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5225bcb-5258-419f-8497-ad84cf3faa1c {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:49:05.439316 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:05.444717 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01b252-8e59-4b6f-9ddc-9cdd9ccea736 req-7955df13-fdf5-4e19-a751-308a3285cf7f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:05.446356 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fb01b252-8e59-4b6f-9ddc-9cdd9ccea736 req-7955df13-fdf5-4e19-a751-308a3285cf7f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0639052 Dec 13 16:49:05.447111 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:05.447850 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 2256f239-7e22-47c2-8af7-d787985f0627 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:49:05.519291 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fb01b252-8e59-4b6f-9ddc-9cdd9ccea736 req-5f8cfebe-dc4c-444b-8145-be87a554a40d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627601 Dec 13 16:49:05.532092 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:05.620697 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 2256f239-7e22-47c2-8af7-d787985f0627, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2256f239-7e22-47c2-8af7-d787985f0627,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:05.633293 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '2256f239-7e22-47c2-8af7-d787985f0627', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'port_id': '2256f239-7e22-47c2-8af7-d787985f0627', 'mac_address': 'fa:16:3e:ff:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:49:05.685204 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:05.712441 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2256f239-7e22-47c2-8af7-d787985f0627 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:49:05.755743 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 2256f239-7e22-47c2-8af7-d787985f0627, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2256f239-7e22-47c2-8af7-d787985f0627,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:05.766724 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:05.834348 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211f252-0d59-452b-b9a2-15b74a014aba req-0eb2e484-e9a5-42ef-b88c-263fa5d9dfa2 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:05.836271 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f211f252-0d59-452b-b9a2-15b74a014aba req-0eb2e484-e9a5-42ef-b88c-263fa5d9dfa2 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0664151 Dec 13 16:49:05.837835 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=2256f239-7e22-47c2-8af7-d787985f0627,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:05.898729 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f211f252-0d59-452b-b9a2-15b74a014aba req-c8d141df-d927-499d-8324-39dc3ff5992d tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540302 Dec 13 16:49:06.035884 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['2256f239-7e22-47c2-8af7-d787985f0627'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:49:06.077316 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ea4ec-a6e9-423a-aa07-b4938b218066 req-f46a0269-f253-4385-a108-16f196c361e7 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:06.093406 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a09ea4ec-a6e9-423a-aa07-b4938b218066 req-f46a0269-f253-4385-a108-16f196c361e7 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 944 time: 0.0903718 Dec 13 16:49:06.119091 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['b5225bcb-5258-419f-8497-ad84cf3faa1c'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:49:06.202608 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a09ea4ec-a6e9-423a-aa07-b4938b218066 req-219864fe-3be7-4e1b-9e3b-50a99e9fbd40 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063514 Dec 13 16:49:06.705531 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dcd74-19b1-418d-81fc-9b8eb3104239 req-605bcc50-103d-4eea-8e47-9c566a427d57 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:06.718332 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-302dcd74-19b1-418d-81fc-9b8eb3104239 req-605bcc50-103d-4eea-8e47-9c566a427d57 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 944 time: 0.0719018 Dec 13 16:49:06.764955 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57206) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:06.805500 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-302dcd74-19b1-418d-81fc-9b8eb3104239 req-28c61657-c072-4e42-a5cf-787a9a1a07b2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855854 Dec 13 16:49:06.928892 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-73517771-8e47-4151-8cd0-aaf548fbe9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.030771 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-73517771-8e47-4151-8cd0-aaf548fbe9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.037432 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-73517771-8e47-4151-8cd0-aaf548fbe9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.081974 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-73517771-8e47-4151-8cd0-aaf548fbe9f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5b025dfc2c848d7aef6e0103fe67271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158038 Dec 13 16:49:07.082941 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73517771-8e47-4151-8cd0-aaf548fbe9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb6b98-5076-49a3-b771-ab673b86ea9d,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:07.085006 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57226) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:07.138874 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-da7a7804-724d-4f83-8d47-ac3d963ce3f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.162598 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-da7a7804-724d-4f83-8d47-ac3d963ce3f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.217275 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-da7a7804-724d-4f83-8d47-ac3d963ce3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.219879 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-da7a7804-724d-4f83-8d47-ac3d963ce3f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.221080 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-da7a7804-724d-4f83-8d47-ac3d963ce3f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ffb6b98-5076-49a3-b771-ab673b86ea9d HTTP/1.1" status: 204 len: 168 time: 0.1350355 Dec 13 16:49:07.231164 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a7804-724d-4f83-8d47-ac3d963ce3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb6b98-5076-49a3-b771-ab673b86ea9d,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:07.296386 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57234) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:07.355820 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8e87e-8631-469a-ab11-fccbf98b173e req-c3d80aee-c0b5-471a-8108-96270bed880f tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:07.357582 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c2f8e87e-8631-469a-ab11-fccbf98b173e req-c3d80aee-c0b5-471a-8108-96270bed880f tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 944 time: 0.0585325 Dec 13 16:49:07.415456 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c2f8e87e-8631-469a-ab11-fccbf98b173e req-ed79cd9c-cb16-4a7f-9cb9-da8eb6a4e7f7 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511460 Dec 13 16:49:07.583289 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-63e7b652-e44e-453d-bbdf-7495fb594d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.671122 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-63e7b652-e44e-453d-bbdf-7495fb594d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.671654 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57250) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:07.676879 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-63e7b652-e44e-453d-bbdf-7495fb594d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.687005 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9954342b-0367-47d3-957f-40621e72dc5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.723442 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-63e7b652-e44e-453d-bbdf-7495fb594d6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6634e5fc5b134c7ebba735a6b13c3c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252925 Dec 13 16:49:07.725690 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7b652-e44e-453d-bbdf-7495fb594d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda4a8c-1b54-4fa8-a37d-189d7da2afbd,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:07.726281 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57252) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:07.819851 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9954342b-0367-47d3-957f-40621e72dc5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.820838 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6670eb64-1b82-489b-86d7-1b37016875de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.831258 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9954342b-0367-47d3-957f-40621e72dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.864005 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6670eb64-1b82-489b-86d7-1b37016875de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.905844 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954342b-0367-47d3-957f-40621e72dc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89186eb-101a-4701-b096-cb3e04da8b26,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:07.923915 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-9954342b-0367-47d3-957f-40621e72dc5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91dc3553edda40aab377c16ef79b1dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509439 Dec 13 16:49:07.927271 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57256) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:07.962421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb89ce9-a9dc-430a-844a-643263fdb647 req-57376b9e-c4e8-4618-bf70-a60eb21491b2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:07.963932 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6eb89ce9-a9dc-430a-844a-643263fdb647 req-57376b9e-c4e8-4618-bf70-a60eb21491b2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 944 time: 0.0793419 Dec 13 16:49:07.979453 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6670eb64-1b82-489b-86d7-1b37016875de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.981888 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6670eb64-1b82-489b-86d7-1b37016875de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:07.982974 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-6670eb64-1b82-489b-86d7-1b37016875de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0dda4a8c-1b54-4fa8-a37d-189d7da2afbd HTTP/1.1" status: 204 len: 168 time: 0.2557125 Dec 13 16:49:07.986989 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.000075 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670eb64-1b82-489b-86d7-1b37016875de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda4a8c-1b54-4fa8-a37d-189d7da2afbd,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:08.014348 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.058199 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6eb89ce9-a9dc-430a-844a-643263fdb647 req-62856383-3868-4955-b212-51d6a000574e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865729 Dec 13 16:49:08.086155 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.089456 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.093642 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f89186eb-101a-4701-b096-cb3e04da8b26 HTTP/1.1" status: 204 len: 168 time: 0.1652298 Dec 13 16:49:08.102844 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89186eb-101a-4701-b096-cb3e04da8b26,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:08.111881 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.112392 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.112814 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.113211 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.113879 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.114747 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.115274 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.115801 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.116263 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.116646 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.117036 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.117474 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.117970 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c002e-ddbb-45da-b42b-53b0cd9ee1ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.521146 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57290) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:08.534610 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fdef476d-518a-4164-9fda-397a61c5a182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.545655 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd65c3-5be0-4638-bc7f-fd740a3d1cca req-4d2529a3-3770-4068-9099-31acba73fb9d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:08.553099 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-73dd65c3-5be0-4638-bc7f-fd740a3d1cca req-4d2529a3-3770-4068-9099-31acba73fb9d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 944 time: 0.0588367 Dec 13 16:49:08.609250 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-73dd65c3-5be0-4638-bc7f-fd740a3d1cca req-161a9824-0b42-4f12-be71-da089a899813 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529542 Dec 13 16:49:08.624064 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fdef476d-518a-4164-9fda-397a61c5a182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.629725 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fdef476d-518a-4164-9fda-397a61c5a182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.667395 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-fdef476d-518a-4164-9fda-397a61c5a182 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1b4effb62c047c38a91772bc253ce75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449220 Dec 13 16:49:08.668253 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef476d-518a-4164-9fda-397a61c5a182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c17bbe-79be-4898-8b09-f74ecb4a1a48,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:08.670189 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57294) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:08.725674 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.750136 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.797487 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.800200 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:08.801407 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8c17bbe-79be-4898-8b09-f74ecb4a1a48 HTTP/1.1" status: 204 len: 168 time: 0.1299162 Dec 13 16:49:08.809617 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c17bbe-79be-4898-8b09-f74ecb4a1a48,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:08.818591 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.818960 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.819315 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.819657 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.819999 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.820335 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.820700 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.821084 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.821421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.821890 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.822225 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.822555 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.822879 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfb9dc-cf46-479d-88d6-652e0fac0917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:08.930233 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:49:08.985182 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port b5225bcb-5258-419f-8497-ad84cf3faa1c completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:49:08.991868 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port b5225bcb-5258-419f-8497-ad84cf3faa1c triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:49:08.991868 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.074541 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.101123 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:09.103406 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187b28e7-f884-48eb-b4ec-e7a4e819ab0a" -d '{"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-plugged", "status": "completed", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:09.117635 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:09.127106 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57318) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:09.128102 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.129529 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 2256f239-7e22-47c2-8af7-d787985f0627 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:49:09.156936 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c539-71ed-4934-8b4a-1c5006c7168b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.217023 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:09.226292 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95841f-09ea-4ce6-b4c6-3a8ba7e1b7fb req-9d3c64af-1b88-4e74-9f66-45f1aba6afbd tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:09.228482 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4b95841f-09ea-4ce6-b4c6-3a8ba7e1b7fb req-9d3c64af-1b88-4e74-9f66-45f1aba6afbd tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0846798 Dec 13 16:49:09.231523 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 2256f239-7e22-47c2-8af7-d787985f0627 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:49:09.236485 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 2256f239-7e22-47c2-8af7-d787985f0627 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:49:09.236893 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.310932 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4b95841f-09ea-4ce6-b4c6-3a8ba7e1b7fb req-e7654f1d-b226-4a4f-8b92-288456e3be18 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757768 Dec 13 16:49:09.312778 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c539-71ed-4934-8b4a-1c5006c7168b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.323518 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c539-71ed-4934-8b4a-1c5006c7168b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.332039 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.376122 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-6ea5c539-71ed-4934-8b4a-1c5006c7168b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e41816ff4ec3477d8ebf54ef82115df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475848 Dec 13 16:49:09.379326 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57326) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:09.380012 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5c539-71ed-4934-8b4a-1c5006c7168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3adc4b-b362-4ee9-b931-a8e46cdd0380,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:09.382762 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8af5d1-c2aa-4277-82ce-0e1478cf97db x-openstack-request-id: req-3d8af5d1-c2aa-4277-82ce-0e1478cf97db {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:09.383076 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-plugged", "status": "completed", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:09.383414 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d8af5d1-c2aa-4277-82ce-0e1478cf97db {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:09.383808 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'code': 200} Dec 13 16:49:09.397205 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 2256f239-7e22-47c2-8af7-d787985f0627, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2256f239-7e22-47c2-8af7-d787985f0627,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:09.405294 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.432112 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8db7-4b7b-46b0-908a-597601f2545f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.455168 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8db7-4b7b-46b0-908a-597601f2545f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.457608 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=2256f239-7e22-47c2-8af7-d787985f0627,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:09.506198 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8db7-4b7b-46b0-908a-597601f2545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.508963 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8db7-4b7b-46b0-908a-597601f2545f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:09.510117 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-7b0d8db7-4b7b-46b0-908a-597601f2545f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db3adc4b-b362-4ee9-b931-a8e46cdd0380 HTTP/1.1" status: 204 len: 168 time: 0.1291111 Dec 13 16:49:09.524949 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d8db7-4b7b-46b0-908a-597601f2545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3adc4b-b362-4ee9-b931-a8e46cdd0380,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:09.719975 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5560ce-62a5-434f-a69e-455361b027b0 req-7866e9eb-6fc7-4c5e-9a8f-37fffc72d25a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:09.721436 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c5560ce-62a5-434f-a69e-455361b027b0 req-7866e9eb-6fc7-4c5e-9a8f-37fffc72d25a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0504453 Dec 13 16:49:09.779179 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c5560ce-62a5-434f-a69e-455361b027b0 req-50f9a7cc-bc66-4c43-98b5-5df06b863673 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507429 Dec 13 16:49:10.253302 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57388) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:10.255064 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1d6b9-97e8-4153-b15e-8e3e6d261ac8 req-5510f733-2051-4112-b4dc-6b71e2c0fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:10.256693 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9fc1d6b9-97e8-4153-b15e-8e3e6d261ac8 req-5510f733-2051-4112-b4dc-6b71e2c0fb03 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1098 time: 0.0916317 Dec 13 16:49:10.371988 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9fc1d6b9-97e8-4153-b15e-8e3e6d261ac8 req-a1fe2c37-3346-4015-9d97-f14af096e9fd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674140 Dec 13 16:49:10.413844 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-700fecc6-5c83-4301-8592-ea0c136747ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:10.491451 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475a9fb-6d45-4b54-8ed0-6a0e8e5ecea4 req-be358e7e-1a91-4f4f-8ffd-ccfd783f17ee tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:10.492942 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7475a9fb-6d45-4b54-8ed0-6a0e8e5ecea4 req-be358e7e-1a91-4f4f-8ffd-ccfd783f17ee tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0768650 Dec 13 16:49:10.566855 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7475a9fb-6d45-4b54-8ed0-6a0e8e5ecea4 req-bab7e8df-807c-4737-af51-4e15fb091372 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669327 Dec 13 16:49:10.571455 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-700fecc6-5c83-4301-8592-ea0c136747ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:10.577436 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-700fecc6-5c83-4301-8592-ea0c136747ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:10.616977 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fecc6-5c83-4301-8592-ea0c136747ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca86c929-efa8-4f3f-bc0a-25dd9f32cb2c,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:10.621260 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-700fecc6-5c83-4301-8592-ea0c136747ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91c5762027a4404291fc061064a693ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668950 Dec 13 16:49:10.624235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57406) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:10.689168 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e1ae44f2-d858-4dd3-a307-cd486f154d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:10.722518 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e1ae44f2-d858-4dd3-a307-cd486f154d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:10.784378 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e1ae44f2-d858-4dd3-a307-cd486f154d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:10.786979 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e1ae44f2-d858-4dd3-a307-cd486f154d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:10.788260 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e1ae44f2-d858-4dd3-a307-cd486f154d2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca86c929-efa8-4f3f-bc0a-25dd9f32cb2c HTTP/1.1" status: 204 len: 168 time: 0.1621621 Dec 13 16:49:10.796087 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae44f2-d858-4dd3-a307-cd486f154d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca86c929-efa8-4f3f-bc0a-25dd9f32cb2c,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:10.922529 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0661af-b0e7-4ab1-ba06-28c7edeeee20 req-c9e04468-a9a7-4b8e-bcd3-6f861d018807 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:10.925340 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dc0661af-b0e7-4ab1-ba06-28c7edeeee20 req-c9e04468-a9a7-4b8e-bcd3-6f861d018807 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0593481 Dec 13 16:49:10.980536 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dc0661af-b0e7-4ab1-ba06-28c7edeeee20 req-13422ec4-2e0d-49c5-8108-f7d71bbe2dca tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486546 Dec 13 16:49:11.211639 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57438) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:11.225324 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d911-c8b0-4bfc-9648-7c393a3b8c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:11.314341 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d911-c8b0-4bfc-9648-7c393a3b8c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:11.320636 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d911-c8b0-4bfc-9648-7c393a3b8c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:11.384673 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2466eb-448e-4984-bf58-746c53cddaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2256f239-7e22-47c2-8af7-d787985f0627'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:11.387515 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacde747-4f6b-4a5c-bf2c-5c1f8e009195" -d '{"events": [{"server_uuid": "1f2466eb-448e-4984-bf58-746c53cddaac", "name": "network-vif-plugged", "status": "completed", "tag": "2256f239-7e22-47c2-8af7-d787985f0627"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:11.431129 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f244c1f4-6ce8-4585-ad67-fd0ebbea42b2 x-openstack-request-id: req-f244c1f4-6ce8-4585-ad67-fd0ebbea42b2 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:11.431545 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2466eb-448e-4984-bf58-746c53cddaac", "name": "network-vif-plugged", "status": "completed", "tag": "2256f239-7e22-47c2-8af7-d787985f0627", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:11.431887 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f244c1f4-6ce8-4585-ad67-fd0ebbea42b2 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:11.432367 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2466eb-448e-4984-bf58-746c53cddaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2256f239-7e22-47c2-8af7-d787985f0627', 'code': 200} Dec 13 16:49:11.546220 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-3dc2d911-c8b0-4bfc-9648-7c393a3b8c68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4610905e90243788775b392ebcf446c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334420 Dec 13 16:49:11.549114 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57452) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:11.551421 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2d911-c8b0-4bfc-9648-7c393a3b8c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd45ac5-ea95-4329-9b13-721409e4f00a,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:11.627784 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-01b21b0c-1f6e-4368-b364-1e7e7adf34c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:11.660894 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-01b21b0c-1f6e-4368-b364-1e7e7adf34c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:11.712603 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ee9a-9b39-4e65-978c-39c6ea144647 req-9bfb3eac-c622-40e6-a5ef-5b053ba0cf87 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:11.714220 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c776ee9a-9b39-4e65-978c-39c6ea144647 req-9bfb3eac-c622-40e6-a5ef-5b053ba0cf87 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0534203 Dec 13 16:49:11.721244 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-01b21b0c-1f6e-4368-b364-1e7e7adf34c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:11.724076 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-01b21b0c-1f6e-4368-b364-1e7e7adf34c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:11.725543 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-01b21b0c-1f6e-4368-b364-1e7e7adf34c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfd45ac5-ea95-4329-9b13-721409e4f00a HTTP/1.1" status: 204 len: 168 time: 0.1749804 Dec 13 16:49:11.733341 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b21b0c-1f6e-4368-b364-1e7e7adf34c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd45ac5-ea95-4329-9b13-721409e4f00a,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:11.771059 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c776ee9a-9b39-4e65-978c-39c6ea144647 req-0c94653c-5657-4bd4-82b8-1c417fb3e497 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505362 Dec 13 16:49:12.109227 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72978f9-93c8-42a7-bde0-72da7bcccaea req-35a93642-4418-45fe-9751-836a0653d2ca tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:12.111367 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e72978f9-93c8-42a7-bde0-72da7bcccaea req-35a93642-4418-45fe-9751-836a0653d2ca tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0562298 Dec 13 16:49:12.169865 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e72978f9-93c8-42a7-bde0-72da7bcccaea req-5566c078-171c-458f-b0c3-0ff13f47617d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521884 Dec 13 16:49:12.587921 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:49:12.897303 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ed477-34ca-46d0-bf72-9608deac9f18 req-d1d8db57-ebee-47e1-b58c-149b2ebb1a1e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:12.899492 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ce9ed477-34ca-46d0-bf72-9608deac9f18 req-d1d8db57-ebee-47e1-b58c-149b2ebb1a1e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0522985 Dec 13 16:49:12.949185 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ce9ed477-34ca-46d0-bf72-9608deac9f18 req-224b722b-4bc2-4a17-bf9e-e2a5ddd9c4e3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434053 Dec 13 16:49:13.307795 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431999-8af3-4a8f-8ec8-1f3cd4ef4c90 req-56a44089-ba9f-40d1-8a99-67361126cde6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:13.315762 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fe431999-8af3-4a8f-8ec8-1f3cd4ef4c90 req-56a44089-ba9f-40d1-8a99-67361126cde6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0602214 Dec 13 16:49:13.379659 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fe431999-8af3-4a8f-8ec8-1f3cd4ef4c90 req-2d9d62d2-5d8f-4be5-807e-413251aa6b44 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566058 Dec 13 16:49:14.080420 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b2267-7f15-41ef-88ed-dedec18f330c req-7359ea19-55d6-4f44-98b0-ca44ee3bbf55 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:14.082653 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e25b2267-7f15-41ef-88ed-dedec18f330c req-7359ea19-55d6-4f44-98b0-ca44ee3bbf55 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0546665 Dec 13 16:49:14.149635 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e25b2267-7f15-41ef-88ed-dedec18f330c req-2ae804e3-2257-4249-b74e-19ee1104cc10 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595202 Dec 13 16:49:14.215554 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57558) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:14.228644 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3724a-f73f-4a20-a658-907115b08ec7 req-d1ea07b1-9df7-47d5-b44f-cf5d0d5262bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:14.230412 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-23c3724a-f73f-4a20-a658-907115b08ec7 req-d1ea07b1-9df7-47d5-b44f-cf5d0d5262bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 1098 time: 0.0501649 Dec 13 16:49:14.290472 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-23c3724a-f73f-4a20-a658-907115b08ec7 req-9ff242b1-412f-4614-b0b6-58110fe718e6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499244 Dec 13 16:49:14.334270 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8948-26f7-490a-b200-2b8e751d62eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:14.421067 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8948-26f7-490a-b200-2b8e751d62eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:14.428084 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8948-26f7-490a-b200-2b8e751d62eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:14.493882 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a8948-26f7-490a-b200-2b8e751d62eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2648229c-ea6f-4505-8b93-581ac897663b,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:14.509130 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-1d2a8948-26f7-490a-b200-2b8e751d62eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb3fdea543b54a11acde81315482f194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837186 Dec 13 16:49:14.509353 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57570) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:14.524927 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01d4a8-c8fb-4a71-8ec9-cc3e5aa8e03d req-d381f9a5-a4d8-46a6-851b-b4a5768d742a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:14.532282 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf01d4a8-c8fb-4a71-8ec9-cc3e5aa8e03d req-d381f9a5-a4d8-46a6-851b-b4a5768d742a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0806637 Dec 13 16:49:14.597143 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf01d4a8-c8fb-4a71-8ec9-cc3e5aa8e03d req-f960ae99-b34e-4f81-a3d8-e4313fefa4cc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638051 Dec 13 16:49:14.602590 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5574f5ab-b9b5-48f3-8b46-ce7f6e1b64c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:14.627791 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5574f5ab-b9b5-48f3-8b46-ce7f6e1b64c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:14.678465 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5574f5ab-b9b5-48f3-8b46-ce7f6e1b64c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:14.681295 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5574f5ab-b9b5-48f3-8b46-ce7f6e1b64c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:14.685001 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5574f5ab-b9b5-48f3-8b46-ce7f6e1b64c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2648229c-ea6f-4505-8b93-581ac897663b HTTP/1.1" status: 204 len: 168 time: 0.1781533 Dec 13 16:49:14.695012 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574f5ab-b9b5-48f3-8b46-ce7f6e1b64c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2648229c-ea6f-4505-8b93-581ac897663b,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:15.006896 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57580) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:15.021375 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-536e6374-f0b3-4242-87cf-0f4edaca6b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:15.120238 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-536e6374-f0b3-4242-87cf-0f4edaca6b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:15.125989 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-536e6374-f0b3-4242-87cf-0f4edaca6b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:15.175444 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e6374-f0b3-4242-87cf-0f4edaca6b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df73823d-4999-403b-85a9-c9e1c020d71e,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:15.186933 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-536e6374-f0b3-4242-87cf-0f4edaca6b65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c51775a205c8402596699f4388527acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757834 Dec 13 16:49:15.187052 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57596) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:15.263471 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-46ab396d-91b9-4855-8711-a93ca6c0c2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:15.292262 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-46ab396d-91b9-4855-8711-a93ca6c0c2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:15.315510 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb3125-6ca5-4b68-a243-b7c9243ea140 req-349c5f91-a328-4221-be6d-632377f56439 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:15.317729 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-19eb3125-6ca5-4b68-a243-b7c9243ea140 req-349c5f91-a328-4221-be6d-632377f56439 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0784554 Dec 13 16:49:15.401819 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-46ab396d-91b9-4855-8711-a93ca6c0c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:15.405485 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-46ab396d-91b9-4855-8711-a93ca6c0c2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:15.410442 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-46ab396d-91b9-4855-8711-a93ca6c0c2f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df73823d-4999-403b-85a9-c9e1c020d71e HTTP/1.1" status: 204 len: 168 time: 0.2226417 Dec 13 16:49:15.427655 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab396d-91b9-4855-8711-a93ca6c0c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df73823d-4999-403b-85a9-c9e1c020d71e,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:15.431944 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-19eb3125-6ca5-4b68-a243-b7c9243ea140 req-39988c08-088b-4f5b-bd26-359a8ac87959 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056354 Dec 13 16:49:15.796811 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6066e-1d8b-468f-a82c-f9abbd20c8b8 req-6fe4d51b-65d7-4f71-a89f-561cf6b14699 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:15.802740 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6da6066e-1d8b-468f-a82c-f9abbd20c8b8 req-6fe4d51b-65d7-4f71-a89f-561cf6b14699 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.1167455 Dec 13 16:49:15.805580 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4486-12e7-4d87-9456-37206a546e44 req-f58fb737-b27b-4b2d-b130-66132759066d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:15.807339 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3aac4486-12e7-4d87-9456-37206a546e44 req-f58fb737-b27b-4b2d-b130-66132759066d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.1274483 Dec 13 16:49:15.814321 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57634) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:15.833750 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'floatingip': {'port_id': 'b5225bcb-5258-419f-8497-ad84cf3faa1c'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:15.922267 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-8871c6c2-c15c-434d-bd83-05ed05715530 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953317 Dec 13 16:49:15.931756 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3aac4486-12e7-4d87-9456-37206a546e44 req-99d8018a-838c-4d22-ad5c-2d2f69c5de60 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121647 Dec 13 16:49:15.990309 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:16.045741 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-430f4a87-3bec-4c71-9eda-cfac02614a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:16.047300 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-430f4a87-3bec-4c71-9eda-cfac02614a3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6612774b121e4b92a1e6994061c2f83b&device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0460396 Dec 13 16:49:16.192996 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-72dce77d-8c6e-4922-90a1-594639f2d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:16.195044 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-72dce77d-8c6e-4922-90a1-594639f2d41c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1740152f-385f-4b80-90d9-b7e70656fe21 HTTP/1.1" status: 200 len: 912 time: 0.1183584 Dec 13 16:49:16.249992 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57650) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:16.255143 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-10818b9b-59d0-48e7-96e7-13d922d3f496 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 HTTP/1.1" status: 200 len: 217 time: 0.0461941 Dec 13 16:49:16.424331 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5009-ec57-4fec-9634-91b37abfe196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:16.972538 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5009-ec57-4fec-9634-91b37abfe196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:16.980786 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5009-ec57-4fec-9634-91b37abfe196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.041578 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.069391 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.078143 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-5f7f5009-ec57-4fec-9634-91b37abfe196 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57935c2d098c455984aa8b5f87ff29b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8270140 Dec 13 16:49:17.081116 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57706) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:17.115727 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f5009-ec57-4fec-9634-91b37abfe196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c43d85-5285-475c-bcd7-c13b4ad6fa5a,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:17.139469 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-df4bb952-a5a8-42c2-ae12-1ea00fcc48da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.160766 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742f6cb-37a1-4ea8-b66d-d3ddcbcfcc97 req-b7d48408-9413-41ab-89b7-6e852caa50fc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:17.162332 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7742f6cb-37a1-4ea8-b66d-d3ddcbcfcc97 req-b7d48408-9413-41ab-89b7-6e852caa50fc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.1357641 Dec 13 16:49:17.163217 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-df4bb952-a5a8-42c2-ae12-1ea00fcc48da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.218764 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-df4bb952-a5a8-42c2-ae12-1ea00fcc48da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.222285 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-df4bb952-a5a8-42c2-ae12-1ea00fcc48da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.223827 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-df4bb952-a5a8-42c2-ae12-1ea00fcc48da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59c43d85-5285-475c-bcd7-c13b4ad6fa5a HTTP/1.1" status: 204 len: 168 time: 0.1414690 Dec 13 16:49:17.239454 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Floating IP 9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7 associated. External IP: 172.27.2.156, port: b5225bcb-5258-419f-8497-ad84cf3faa1c. Dec 13 16:49:17.240916 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bb952-a5a8-42c2-ae12-1ea00fcc48da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c43d85-5285-475c-bcd7-c13b4ad6fa5a,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:17.295169 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7742f6cb-37a1-4ea8-b66d-d3ddcbcfcc97 req-59943f79-9713-4726-b8a9-b73654be63fe tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059666 Dec 13 16:49:17.361869 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ae15d739-1179-44cd-b714-31dc29b913fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.451540 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b2967-c90e-4f33-bcf8-79125d20ce9b req-64f9267f-f6a9-497e-b565-8916fd9af333 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:17.453607 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-408b2967-c90e-4f33-bcf8-79125d20ce9b req-64f9267f-f6a9-497e-b565-8916fd9af333 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0613334 Dec 13 16:49:17.465534 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57720) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:17.471499 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'floatingip': {'port_id': '2256f239-7e22-47c2-8af7-d787985f0627'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:17.509194 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Router 215743e5-d2b3-49c5-b21b-8243ae435bd3 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:49:17.561587 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.655446 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:49:17.669758 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.677266 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] Sync routers for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:49:17.690014 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:49:17.691136 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:48:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:17.714496 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-8609f078-d2c8-4380-8efa-bd0282419a7c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "PUT /v2.0/floatingips/9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7 HTTP/1.1" status: 200 len: 991 time: 1.8875098 Dec 13 16:49:17.715161 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:17.717491 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8" -d '{"events": [{"name": "network-changed", "server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:17.758066 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57730) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:17.777839 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a8a684a1-bffe-46a9-9183-e0ac3e7f8c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.857818 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4966a4-552e-4666-9b5b-ef70d224338c x-openstack-request-id: req-1d4966a4-552e-4666-9b5b-ef70d224338c {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:17.858238 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:17.858630 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d4966a4-552e-4666-9b5b-ef70d224338c {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:17.859692 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'status': 'completed', 'code': 200} Dec 13 16:49:17.888696 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:49:17.923448 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a8a684a1-bffe-46a9-9183-e0ac3e7f8c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.930736 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a8a684a1-bffe-46a9-9183-e0ac3e7f8c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:17.990058 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a684a1-bffe-46a9-9183-e0ac3e7f8c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c6de2c-e4c3-4acc-9852-fb5abfccabe1,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:18.010082 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-a8a684a1-bffe-46a9-9183-e0ac3e7f8c7e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30eed81f42bd4e899f7d06fe03397e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508903 Dec 13 16:49:18.012637 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57752) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:18.102358 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-33d81eb8-6330-4746-8692-ea96799e1ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.134825 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-33d81eb8-6330-4746-8692-ea96799e1ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.146472 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.225640 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-33d81eb8-6330-4746-8692-ea96799e1ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.231100 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-33d81eb8-6330-4746-8692-ea96799e1ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.232351 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-33d81eb8-6330-4746-8692-ea96799e1ec2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20c6de2c-e4c3-4acc-9852-fb5abfccabe1 HTTP/1.1" status: 204 len: 168 time: 0.2186184 Dec 13 16:49:18.243944 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'port_id': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'mac_address': 'fa:16:3e:3e:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:38Z', 'updated_at': '2021-12-13T16:49:16Z', 'revision_number': 1, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:18.256999 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d81eb8-6330-4746-8692-ea96799e1ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c6de2c-e4c3-4acc-9852-fb5abfccabe1,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:18.303884 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] Checking router: 215743e5-d2b3-49c5-b21b-8243ae435bd3 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:49:18.313931 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:49:18.314555 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:48:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:18.315021 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-edd523d5-c7ac-4550-84a1-44713dc62a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:18.317806 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-edd523d5-c7ac-4550-84a1-44713dc62a70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d3189ef3-8cac-4644-9b9a-e9f796b46bb1 HTTP/1.1" status: 200 len: 851 time: 0.2680857 Dec 13 16:49:18.450674 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:49:18.652233 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.657944 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.661898 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57782) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:18.779859 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Floating IP 92e9d6f7-7dc3-4a65-a607-7ce9080e8266 associated. External IP: 172.27.2.179, port: 2256f239-7e22-47c2-8af7-d787985f0627. Dec 13 16:49:18.809245 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e6e28db7-7390-4c47-b1cf-cc06a5d6303b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.848491 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'port_id': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'mac_address': 'fa:16:3e:3e:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:38Z', 'updated_at': '2021-12-13T16:49:16Z', 'revision_number': 1, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:18.888695 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a7109-d566-4820-b6b0-c2a5908ed795 None None] The sync data for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi is: [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'port_id': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'mac_address': 'fa:16:3e:3e:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:38Z', 'updated_at': '2021-12-13T16:49:16Z', 'revision_number': 1, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:49:18.944023 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e6e28db7-7390-4c47-b1cf-cc06a5d6303b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.950399 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e6e28db7-7390-4c47-b1cf-cc06a5d6303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:18.998433 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e6e28db7-7390-4c47-b1cf-cc06a5d6303b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26382e70d37f4b83bf7882a2b3df8d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325701 Dec 13 16:49:18.998433 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e28db7-7390-4c47-b1cf-cc06a5d6303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f47c6-af38-48b8-a8f9-5b1eb494143b,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:18.999305 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57796) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:19.109507 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-67713010-ea9d-4480-a1a7-d107abfffb72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:19.140243 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-04104420-760e-43fb-9bee-83873e941ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:19.141861 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-04104420-760e-43fb-9bee-83873e941ae3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1098 time: 0.0958884 Dec 13 16:49:19.148247 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-67713010-ea9d-4480-a1a7-d107abfffb72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:19.204948 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-ddfbbe7d-4c83-4b37-b066-3c17b703ec34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1740152f-385f-4b80-90d9-b7e70656fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320268 Dec 13 16:49:19.290238 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effa849-6823-42d5-be91-435ef8c836c5 None None] New status for floating IP 9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7: ACTIVE {{(pid=109392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:49:19.333777 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-639bd4cc-a542-434c-9e98-18872bf5c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:19.336391 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-639bd4cc-a542-434c-9e98-18872bf5c12b service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.1797194 Dec 13 16:49:19.343097 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-67713010-ea9d-4480-a1a7-d107abfffb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:19.348808 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-67713010-ea9d-4480-a1a7-d107abfffb72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:19.351980 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-67713010-ea9d-4480-a1a7-d107abfffb72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c3f47c6-af38-48b8-a8f9-5b1eb494143b HTTP/1.1" status: 204 len: 168 time: 0.3516669 Dec 13 16:49:19.421870 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-79b7d880-fd35-48ad-88f1-b58391a486b8 service neutron] 10.222.0.65 "GET /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035367 Dec 13 16:49:19.433375 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Router 455d996c-7204-43ff-a6f0-1c9b05dd674a has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:49:19.522785 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67713010-ea9d-4480-a1a7-d107abfffb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f47c6-af38-48b8-a8f9-5b1eb494143b,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:19.626454 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4268fed5-f681-4da6-aaf4-c07bf49d8733 req-9c1d1007-d030-4a1e-a597-521c85162e03 service neutron] 10.222.0.65 "GET /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908243 Dec 13 16:49:19.633995 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-32c822a1-682a-4934-95cc-ec626e358033 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 200 len: 999 time: 0.2801659 Dec 13 16:49:19.645483 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:49:19.655545 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:19.662647 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] Sync routers for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:49:19.717146 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:49:19.719368 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:48:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:19.740658 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-11527df8-6856-4925-b2ec-91916cabd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:19.742586 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-11527df8-6856-4925-b2ec-91916cabd2f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0943968 Dec 13 16:49:19.800508 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e382f119-8157-4b6f-9581-f8a4455fdaea tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "PUT /v2.0/floatingips/92e9d6f7-7dc3-4a65-a607-7ce9080e8266 HTTP/1.1" status: 200 len: 991 time: 2.3312757 Dec 13 16:49:19.811378 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-46e5d1cd-c0ba-4a63-9f8b-1420a549c7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:19.824596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2466eb-448e-4984-bf58-746c53cddaac', 'tag': '2256f239-7e22-47c2-8af7-d787985f0627'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:19.838942 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2466eb-448e-4984-bf58-746c53cddaac", "tag": "2256f239-7e22-47c2-8af7-d787985f0627"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:19.873300 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-f3de5853-2d6e-473f-9933-2c95855cdc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:19.875631 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-f3de5853-2d6e-473f-9933-2c95855cdc34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1240907 Dec 13 16:49:19.918487 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ac818b-3372-4bca-ac91-2db143fd98e3 x-openstack-request-id: req-37ac818b-3372-4bca-ac91-2db143fd98e3 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:19.918910 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2466eb-448e-4984-bf58-746c53cddaac", "tag": "2256f239-7e22-47c2-8af7-d787985f0627", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:19.919186 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37ac818b-3372-4bca-ac91-2db143fd98e3 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:19.919561 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2466eb-448e-4984-bf58-746c53cddaac', 'tag': '2256f239-7e22-47c2-8af7-d787985f0627', 'status': 'completed', 'code': 200} Dec 13 16:49:20.025083 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-3c30b158-e1f7-4ed3-9447-1c7d7d3c861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:20.027761 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-3c30b158-e1f7-4ed3-9447-1c7d7d3c861c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 1098 time: 0.0754099 Dec 13 16:49:20.028851 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:49:20.098289 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-4e6efb27-23a8-40d8-9603-c04c1cc34db4 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087600 Dec 13 16:49:20.149081 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57838) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:20.201835 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9a1c712d-ed65-4800-bd1a-d4ec5c31f731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:20.261742 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-445880dd-d9c1-41ef-b462-9abb9e3fd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:20.263366 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-445880dd-d9c1-41ef-b462-9abb9e3fd2b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 911 time: 0.2272899 Dec 13 16:49:20.282454 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b279e9ce-aaaf-42a0-8125-dd5b01cd46f8 req-cbed7fa2-33f8-4f85-a5c8-7e09dd427f2a service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786876 Dec 13 16:49:20.462616 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-7fc0584a-581e-4f53-a831-c04e19cabf9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2256f239-7e22-47c2-8af7-d787985f0627 HTTP/1.1" status: 200 len: 999 time: 0.1809642 Dec 13 16:49:20.553077 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9a1c712d-ed65-4800-bd1a-d4ec5c31f731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:20.559769 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-e2a6073a-95bd-4abc-a568-d5a9dabce536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:20.562352 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-e2a6073a-95bd-4abc-a568-d5a9dabce536 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 200 len: 849 time: 0.0799119 Dec 13 16:49:20.573116 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9a1c712d-ed65-4800-bd1a-d4ec5c31f731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:20.579600 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '92e9d6f7-7dc3-4a65-a607-7ce9080e8266', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'port_id': '2256f239-7e22-47c2-8af7-d787985f0627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'mac_address': 'fa:16:3e:ff:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2466eb-448e-4984-bf58-746c53cddaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:34Z', 'updated_at': '2021-12-13T16:49:18Z', 'revision_number': 1, 'project_id': 'febd1024088a4a22984d59922da28de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:20.616437 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] Checking router: 455d996c-7204-43ff-a6f0-1c9b05dd674a for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:49:20.629559 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:49:20.631020 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:49:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:20.679720 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-9a1c712d-ed65-4800-bd1a-d4ec5c31f731 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5408807adece45f8857bffddd69dcab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5220497 Dec 13 16:49:20.679720 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c712d-ed65-4800-bd1a-d4ec5c31f731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc7512c-e04c-4c40-ac8f-bd57d72056d3,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:20.680849 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57872) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:20.708202 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-00cd4ec4-e1b7-442a-85a0-1d9dbd790e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:20.714566 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-00cd4ec4-e1b7-442a-85a0-1d9dbd790e90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faba440c-3470-4b72-a53c-aa5da04ea307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353827 Dec 13 16:49:20.729666 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:20.766477 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-879b94de-2bef-43e4-9d53-c5e69e0472e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:20.819176 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-879b94de-2bef-43e4-9d53-c5e69e0472e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:20.931456 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-879b94de-2bef-43e4-9d53-c5e69e0472e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:20.934465 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:49:20.946796 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-879b94de-2bef-43e4-9d53-c5e69e0472e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:20.964400 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-879b94de-2bef-43e4-9d53-c5e69e0472e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bc7512c-e04c-4c40-ac8f-bd57d72056d3 HTTP/1.1" status: 204 len: 168 time: 0.2825437 Dec 13 16:49:20.990621 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b94de-2bef-43e4-9d53-c5e69e0472e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc7512c-e04c-4c40-ac8f-bd57d72056d3,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:21.010196 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-244eec39-e504-4c3b-a5d0-555ff3edae78 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852824 Dec 13 16:49:21.248083 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-77cba079-64bd-4b78-a0e3-ebb3bbce43b1 req-59b91146-9bf6-46d8-8753-343a7a5553ae service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255316 Dec 13 16:49:21.608725 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '92e9d6f7-7dc3-4a65-a607-7ce9080e8266', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'port_id': '2256f239-7e22-47c2-8af7-d787985f0627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'mac_address': 'fa:16:3e:ff:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2466eb-448e-4984-bf58-746c53cddaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:34Z', 'updated_at': '2021-12-13T16:49:18Z', 'revision_number': 1, 'project_id': 'febd1024088a4a22984d59922da28de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:21.647636 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356827a-e0b0-49a6-ab50-0da293f45c1e None None] The sync data for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi is: [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '92e9d6f7-7dc3-4a65-a607-7ce9080e8266', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'port_id': '2256f239-7e22-47c2-8af7-d787985f0627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'mac_address': 'fa:16:3e:ff:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2466eb-448e-4984-bf58-746c53cddaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:34Z', 'updated_at': '2021-12-13T16:49:18Z', 'revision_number': 1, 'project_id': 'febd1024088a4a22984d59922da28de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:49:21.975459 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4112591-8b99-4fd1-9012-d997dcb26712 None None] New status for floating IP 92e9d6f7-7dc3-4a65-a607-7ce9080e8266: ACTIVE {{(pid=109392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:49:22.022467 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 57966) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:22.223440 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:22.266050 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-50828fa4-dcac-41c1-93ad-31ef6f7d2775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:22.348471 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 57990) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:22.459178 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-50828fa4-dcac-41c1-93ad-31ef6f7d2775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:22.473919 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-50828fa4-dcac-41c1-93ad-31ef6f7d2775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:22.549813 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-50828fa4-dcac-41c1-93ad-31ef6f7d2775 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=386665a7d3c54590817d6a4be1522be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228708 Dec 13 16:49:22.549813 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50828fa4-dcac-41c1-93ad-31ef6f7d2775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c9466b-f84c-420f-89ad-a3ec965e10fd,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:22.550785 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58008) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:22.663367 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d3fb-047b-4701-aedc-164f45590806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:22.706236 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d3fb-047b-4701-aedc-164f45590806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:22.778226 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-10039bcd-91cc-48fd-b7f0-fc47d8fe5abb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:22.779667 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378cee0-305d-4fc3-a06f-f8a33667c9dd req-a4e3d398-0520-49ad-80e0-d16ac17de156 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:22.790593 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8378cee0-305d-4fc3-a06f-f8a33667c9dd req-a4e3d398-0520-49ad-80e0-d16ac17de156 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0921662 Dec 13 16:49:22.855402 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8378cee0-305d-4fc3-a06f-f8a33667c9dd req-9a143e27-8862-430d-af22-23156e83041a tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Dec 13 16:49:22.995345 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.047590 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d3fb-047b-4701-aedc-164f45590806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.050938 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d3fb-047b-4701-aedc-164f45590806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.052140 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-ccf8d3fb-047b-4701-aedc-164f45590806 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56c9466b-f84c-420f-89ad-a3ec965e10fd HTTP/1.1" status: 204 len: 168 time: 0.5002563 Dec 13 16:49:23.101033 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8d3fb-047b-4701-aedc-164f45590806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c9466b-f84c-420f-89ad-a3ec965e10fd,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:23.198281 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-10039bcd-91cc-48fd-b7f0-fc47d8fe5abb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.204147 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-10039bcd-91cc-48fd-b7f0-fc47d8fe5abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.259818 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-10039bcd-91cc-48fd-b7f0-fc47d8fe5abb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e67e3c5df95b4bb0898998d2724c1a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9095116 Dec 13 16:49:23.261193 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10039bcd-91cc-48fd-b7f0-fc47d8fe5abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce3646b-332e-4635-8d63-4d3212306652,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:23.265807 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58034) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:23.380410 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-67c18740-4d00-4784-9b97-a91cd1ddeae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.405678 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-67c18740-4d00-4784-9b97-a91cd1ddeae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.466274 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-67c18740-4d00-4784-9b97-a91cd1ddeae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.469526 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-67c18740-4d00-4784-9b97-a91cd1ddeae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.470763 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-67c18740-4d00-4784-9b97-a91cd1ddeae2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ce3646b-332e-4635-8d63-4d3212306652 HTTP/1.1" status: 204 len: 168 time: 0.2031901 Dec 13 16:49:23.480431 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c18740-4d00-4784-9b97-a91cd1ddeae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce3646b-332e-4635-8d63-4d3212306652,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:23.541473 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58048) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:23.559144 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-67c6c026-32c2-4038-ba80-e6db01f185b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.678540 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-67c6c026-32c2-4038-ba80-e6db01f185b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.684538 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-67c6c026-32c2-4038-ba80-e6db01f185b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.732137 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58058) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:23.739907 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-67c6c026-32c2-4038-ba80-e6db01f185b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff06c30d0e07461fb183e0fb7df43276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969624 Dec 13 16:49:23.742230 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c026-32c2-4038-ba80-e6db01f185b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa26fdf-4076-4003-bee7-3783f2533fd0,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:23.787877 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-90231175-1f99-40b0-90ea-4e399ca96c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.814361 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-90231175-1f99-40b0-90ea-4e399ca96c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.878424 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-90231175-1f99-40b0-90ea-4e399ca96c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.882607 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-90231175-1f99-40b0-90ea-4e399ca96c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.889884 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-90231175-1f99-40b0-90ea-4e399ca96c18 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fa26fdf-4076-4003-bee7-3783f2533fd0 HTTP/1.1" status: 204 len: 168 time: 0.1562920 Dec 13 16:49:23.904976 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90231175-1f99-40b0-90ea-4e399ca96c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa26fdf-4076-4003-bee7-3783f2533fd0,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:23.945557 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58066) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:23.967074 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0855-83b2-4ca4-9004-5415734478a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:24.077204 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0855-83b2-4ca4-9004-5415734478a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:24.084885 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0855-83b2-4ca4-9004-5415734478a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:24.115532 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc0855-83b2-4ca4-9004-5415734478a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28acc5ab-57c4-4f89-ab20-b6afc3819444,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:24.115758 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b70a-4104-4211-893d-156fd0cd5509 req-39c8f702-e5a7-44c3-a897-65d1d12b7e63 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:24.133895 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d1b7b70a-4104-4211-893d-156fd0cd5509 req-39c8f702-e5a7-44c3-a897-65d1d12b7e63 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.1228282 Dec 13 16:49:24.165168 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c9fc0855-83b2-4ca4-9004-5415734478a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d6bd39178514feeb27919eb56d61820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184796 Dec 13 16:49:24.167870 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58076) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:24.205157 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d1b7b70a-4104-4211-893d-156fd0cd5509 req-a16dc6ac-0256-49eb-81e9-865502819b79 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6deb23e-95d8-4be1-85c0-c9bdb0000cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Dec 13 16:49:24.245128 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-215727e4-2b2e-4521-8229-7d8f06ccf3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:24.275195 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-215727e4-2b2e-4521-8229-7d8f06ccf3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:24.349468 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-215727e4-2b2e-4521-8229-7d8f06ccf3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:24.354420 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-215727e4-2b2e-4521-8229-7d8f06ccf3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:24.356282 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-215727e4-2b2e-4521-8229-7d8f06ccf3a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28acc5ab-57c4-4f89-ab20-b6afc3819444 HTTP/1.1" status: 204 len: 168 time: 0.1842694 Dec 13 16:49:24.369211 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215727e4-2b2e-4521-8229-7d8f06ccf3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28acc5ab-57c4-4f89-ab20-b6afc3819444,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:24.813944 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-02041cab-1f64-4f16-9044-375f042e3cd2 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:24.816969 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-02041cab-1f64-4f16-9044-375f042e3cd2 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.65 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 945 time: 0.0609267 Dec 13 16:49:24.974482 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58116) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:24.990320 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Deleting port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:49:24.990629 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.090139 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] For port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,segment=NetworkSegment(6410c90b-4501-4bb8-89b2-018f0f6a1eae),segment_id=6410c90b-4501-4bb8-89b2-018f0f6a1eae)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:25.090139 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.112272 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Calling delete_port for 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:49:25.123281 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e12bba3-8060-471e-bedc-c6e55e0aafd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.372719 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e12bba3-8060-471e-bedc-c6e55e0aafd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.388266 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.391898 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4329bfff-f5ea-4682-80c0-fe1e676295a2 req-7191a97d-eeee-4c16-90e2-b92a62f153c3 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 210 time: 0.0412395 Dec 13 16:49:25.394753 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e12bba3-8060-471e-bedc-c6e55e0aafd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.401562 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:49:25.450505 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Pushing event deleted for resources: {'Port': ['ID=63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:25.536047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12bba3-8060-471e-bedc-c6e55e0aafd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd900f1-73c3-4fa3-acb3-8eba8f35b836,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:25.552744 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-8e12bba3-8060-471e-bedc-c6e55e0aafd3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=351563e23f2a4ddbbf5abd4ecb8ca98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5768301 Dec 13 16:49:25.555445 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58154) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:25.576406 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] No DVR routers for this DVR port 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:49:25.580006 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.584610 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c73698fa-c6b0-4d84-a903-0454b12e2390 req-745a39af-85a1-4383-b6f3-57384fa15724 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.65 "DELETE /v2.0/ports/63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 HTTP/1.1" status: 204 len: 173 time: 0.7601316 Dec 13 16:49:25.585074 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a5040f-d727-4468-abea-234cf93a0bc4', 'name': 'network-vif-deleted', 'tag': '63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:25.588121 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824d7446-ec9a-44d7-9d65-6a2ab66b1e16" -d '{"events": [{"server_uuid": "47a5040f-d727-4468-abea-234cf93a0bc4", "name": "network-vif-deleted", "tag": "63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:25.652331 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eb7dd6-2efb-44ad-a410-97088f62fea2 x-openstack-request-id: req-50eb7dd6-2efb-44ad-a410-97088f62fea2 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:25.652645 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a5040f-d727-4468-abea-234cf93a0bc4", "name": "network-vif-deleted", "tag": "63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:25.653064 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50eb7dd6-2efb-44ad-a410-97088f62fea2 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:25.654291 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a5040f-d727-4468-abea-234cf93a0bc4', 'name': 'network-vif-deleted', 'tag': '63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3', 'status': 'completed', 'code': 200} Dec 13 16:49:25.673133 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9581df11-b21c-4fd9-8276-8f3ca0c71a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.698490 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9581df11-b21c-4fd9-8276-8f3ca0c71a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.750132 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9581df11-b21c-4fd9-8276-8f3ca0c71a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.752688 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9581df11-b21c-4fd9-8276-8f3ca0c71a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:25.754015 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-9581df11-b21c-4fd9-8276-8f3ca0c71a44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bd900f1-73c3-4fa3-acb3-8eba8f35b836 HTTP/1.1" status: 204 len: 168 time: 0.1968186 Dec 13 16:49:25.762263 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581df11-b21c-4fd9-8276-8f3ca0c71a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd900f1-73c3-4fa3-acb3-8eba8f35b836,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:26.241092 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58186) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:26.367238 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58190) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:26.388982 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7e152701-2a59-4e89-a3ad-5ca1c6f928fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.606003 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7e152701-2a59-4e89-a3ad-5ca1c6f928fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.621463 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d781b76b-855d-4700-8cbf-4c18cf6e1b6e req-f4ad19b6-b9fd-4e04-83a3-88d6593ee723 tempest-DeleteServersTestJSON-10280424 tempest-DeleteServersTestJSON-10280424-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a5040f-d727-4468-abea-234cf93a0bc4 HTTP/1.1" status: 200 len: 210 time: 0.0945086 Dec 13 16:49:26.625497 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7e152701-2a59-4e89-a3ad-5ca1c6f928fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.678244 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7e152701-2a59-4e89-a3ad-5ca1c6f928fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35e676128a8c4a97a415bebb4ff4f1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093092 Dec 13 16:49:26.681026 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58204) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:26.682608 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e152701-2a59-4e89-a3ad-5ca1c6f928fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5714ae-8381-4a3d-a8f5-d7612d1bcb23,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:26.776761 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f466e97f-9f6a-4bd9-a995-3e58d7640787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.782350 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b813ec60-c3e1-4ce7-b89a-a848bf44ca26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.804444 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f466e97f-9f6a-4bd9-a995-3e58d7640787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.867723 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f466e97f-9f6a-4bd9-a995-3e58d7640787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.870709 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f466e97f-9f6a-4bd9-a995-3e58d7640787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.872172 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-f466e97f-9f6a-4bd9-a995-3e58d7640787 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b5714ae-8381-4a3d-a8f5-d7612d1bcb23 HTTP/1.1" status: 204 len: 168 time: 0.1898949 Dec 13 16:49:26.887025 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466e97f-9f6a-4bd9-a995-3e58d7640787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5714ae-8381-4a3d-a8f5-d7612d1bcb23,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:26.894491 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b813ec60-c3e1-4ce7-b89a-a848bf44ca26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.911367 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b813ec60-c3e1-4ce7-b89a-a848bf44ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:26.949861 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58212) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:26.995957 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813ec60-c3e1-4ce7-b89a-a848bf44ca26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea7fdc-825f-451c-a0b4-b9cf4eaeedd1,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:27.014191 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-b813ec60-c3e1-4ce7-b89a-a848bf44ca26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0bad9ca445ff4fc38e3bd3007f4aa262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7719269 Dec 13 16:49:27.017211 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58218) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:27.089033 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-50a395ed-981d-4d7a-8528-a18059ae18ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.119837 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-50a395ed-981d-4d7a-8528-a18059ae18ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.208717 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-50a395ed-981d-4d7a-8528-a18059ae18ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.212454 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-50a395ed-981d-4d7a-8528-a18059ae18ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.214000 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-50a395ed-981d-4d7a-8528-a18059ae18ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/87ea7fdc-825f-451c-a0b4-b9cf4eaeedd1 HTTP/1.1" status: 204 len: 168 time: 0.1958451 Dec 13 16:49:27.229864 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a395ed-981d-4d7a-8528-a18059ae18ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea7fdc-825f-451c-a0b4-b9cf4eaeedd1,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:27.302684 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c7cb2-5318-49fe-b0f4-9366fd2f2160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.419072 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c7cb2-5318-49fe-b0f4-9366fd2f2160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.430943 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c7cb2-5318-49fe-b0f4-9366fd2f2160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.478040 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-9b7c7cb2-5318-49fe-b0f4-9366fd2f2160 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e40e38250ecc457090926506acc084cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5270100 Dec 13 16:49:27.479221 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c7cb2-5318-49fe-b0f4-9366fd2f2160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1473fa48-ef8d-49c7-be2e-58ffe7eeccc1,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:27.480889 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58244) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:27.550941 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a5e09bdc-0f31-4cb1-ae3d-be86f33c744b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.578539 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a5e09bdc-0f31-4cb1-ae3d-be86f33c744b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.648448 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a5e09bdc-0f31-4cb1-ae3d-be86f33c744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.651592 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a5e09bdc-0f31-4cb1-ae3d-be86f33c744b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.652817 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-a5e09bdc-0f31-4cb1-ae3d-be86f33c744b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1473fa48-ef8d-49c7-be2e-58ffe7eeccc1 HTTP/1.1" status: 204 len: 168 time: 0.1653090 Dec 13 16:49:27.670013 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e09bdc-0f31-4cb1-ae3d-be86f33c744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1473fa48-ef8d-49c7-be2e-58ffe7eeccc1,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:28.228616 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58300) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:28.243154 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f43b4fdb-37b8-450c-bed6-53b038df7a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.388742 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58306) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:28.409924 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f43b4fdb-37b8-450c-bed6-53b038df7a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.415051 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f43b4fdb-37b8-450c-bed6-53b038df7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.473189 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f43b4fdb-37b8-450c-bed6-53b038df7a67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a358501c0c6f41d8a3f372ab8a051d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358043 Dec 13 16:49:28.473458 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58312) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:28.476988 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:49:28.480235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b4fdb-37b8-450c-bed6-53b038df7a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29656de8-a98a-465d-8ad4-a97f50be76f0,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:28.515464 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:49:28.516008 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 63bb5e65-ccad-4cfd-a423-57b9fc4c4aa3 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:49:28.538843 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-29756c76-83b1-40c8-a54d-153bd51f4a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.555005 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-764687678-network', 'tenant_id': '35dc54b1bebe4180847d1d0b6894612b'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:28.566844 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-29756c76-83b1-40c8-a54d-153bd51f4a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.581438 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Made reservation on behalf of 35dc54b1bebe4180847d1d0b6894612b for: {'network': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:49:28.584483 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.595553 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.625884 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-29756c76-83b1-40c8-a54d-153bd51f4a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.628697 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-29756c76-83b1-40c8-a54d-153bd51f4a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.629873 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-29756c76-83b1-40c8-a54d-153bd51f4a67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29656de8-a98a-465d-8ad4-a97f50be76f0 HTTP/1.1" status: 204 len: 168 time: 0.1607535 Dec 13 16:49:28.639858 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29756c76-83b1-40c8-a54d-153bd51f4a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29656de8-a98a-465d-8ad4-a97f50be76f0,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:28.703980 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.709664 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.741637 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=109391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:49:28.748764 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f45ec5-4a39-490f-aec6-85e7e57ebe03,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:28.756555 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.756868 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.segments_db [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Added segment 51d0c7c9-3e26-4857-8d3b-3e9e74269469 of type vlan for network 307ffae2-79b6-4b83-92c3-3221343db0ea Dec 13 16:49:28.806255 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.836479 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.839128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:28.839128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.899483 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5108182 Dec 13 16:49:28.902751 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58330) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:28.908321 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Request body: {'subnet': {'network_id': '307ffae2-79b6-4b83-92c3-3221343db0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-764687678-subnet', 'tenant_id': '35dc54b1bebe4180847d1d0b6894612b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:28.914917 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc168ff-9ad9-49bb-98a5-66a7733a0202 admin admin] Pushing event updated for resources: {'Network': ['ID=307ffae2-79b6-4b83-92c3-3221343db0ea,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:28.927162 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 307ffae2-79b6-4b83-92c3-3221343db0ea details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:49:28.974412 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Made reservation on behalf of 35dc54b1bebe4180847d1d0b6894612b for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:49:28.977075 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30878138'] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.269033 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31349927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30878116'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.317928 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58360) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:29.330142 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebc5775-d530-4c31-8d92-e7767ac5fa40,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:29.367231 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Checking segment: {'id': '51d0c7c9-3e26-4857-8d3b-3e9e74269469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '307ffae2-79b6-4b83-92c3-3221343db0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:49:29.367646 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Network hostable DHCP agents. Network: 307ffae2-79b6-4b83-92c3-3221343db0ea, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:49:29.388801 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_v2 [None req-557b1574-ef32-4738-80cf-7b07bdb44f29 admin admin] Deleting subnet d3189ef3-8cac-4644-9b9a-e9f796b46bb1 {{(pid=109391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:49:29.392398 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Network 307ffae2-79b6-4b83-92c3-3221343db0ea is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:49:29.392911 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-557b1574-ef32-4738-80cf-7b07bdb44f29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.409639 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 307ffae2-79b6-4b83-92c3-3221343db0ea) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:49:29.418826 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ae4cb-a349-4b56-9d1a-46b00c8575ca None None] Network 307ffae2-79b6-4b83-92c3-3221343db0ea requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:49:29.420679 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:29.421736 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.442686 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-557b1574-ef32-4738-80cf-7b07bdb44f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31094588'] for subnet, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.460493 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-677f017d-c593-477e-961f-7d887eb0f3b0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5564079 Dec 13 16:49:29.516982 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-557b1574-ef32-4738-80cf-7b07bdb44f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.545573 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f492a0b-76f1-4e92-8a26-6b3847d157ff None None] Network 307ffae2-79b6-4b83-92c3-3221343db0ea requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:49:29.630074 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-557b1574-ef32-4738-80cf-7b07bdb44f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31838713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31377157'] for subnet, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.669549 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b1574-ef32-4738-80cf-7b07bdb44f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3189ef3-8cac-4644-9b9a-e9f796b46bb1,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:29.678162 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-557b1574-ef32-4738-80cf-7b07bdb44f29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.681931 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-557b1574-ef32-4738-80cf-7b07bdb44f29 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d3189ef3-8cac-4644-9b9a-e9f796b46bb1 HTTP/1.1" status: 204 len: 168 time: 0.3628860 Dec 13 16:49:29.684527 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58384) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:29.763910 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.857034 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.879243 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1740152f-385f-4b80-90d9-b7e70656fe21']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:29.889183 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6410c90b-4501-4bb8-89b2-018f0f6a1eae') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:29.889484 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6410c90b-4501-4bb8-89b2-018f0f6a1eae') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:29.899961 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.916264 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.923112 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:49:29.923732 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:49:29.926059 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:49:29.989439 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.016588 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.023580 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1740152f-385f-4b80-90d9-b7e70656fe21 HTTP/1.1" status: 204 len: 168 time: 0.3371434 Dec 13 16:49:30.024990 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998e563-ca94-46ba-a7b5-e5586d148292 admin admin] Pushing event deleted for resources: {'Network': ['ID=1740152f-385f-4b80-90d9-b7e70656fe21,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:30.240108 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58408) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:30.294814 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7a608372-b592-4bf8-8e70-486d503fb99f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6612774b121e4b92a1e6994061c2f83b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508559 Dec 13 16:49:30.295154 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58414) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:30.374219 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a29f-b728-4d33-9a22-a9215ce851ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.446143 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a29f-b728-4d33-9a22-a9215ce851ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.497875 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58428) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:30.511779 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-647118417-network', 'tenant_id': '5f1c54d0ed6f4fd790c45b416e9910c9'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:30.547539 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a29f-b728-4d33-9a22-a9215ce851ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.551129 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a29f-b728-4d33-9a22-a9215ce851ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.555579 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c2b8a29f-b728-4d33-9a22-a9215ce851ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6deb23e-95d8-4be1-85c0-c9bdb0000cae HTTP/1.1" status: 204 len: 168 time: 0.2590337 Dec 13 16:49:30.564865 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8a29f-b728-4d33-9a22-a9215ce851ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6deb23e-95d8-4be1-85c0-c9bdb0000cae,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:30.569940 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Made reservation on behalf of 5f1c54d0ed6f4fd790c45b416e9910c9 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:49:30.574582 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.589490 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.740269 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.749051 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.774311 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:49:30.790334 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8864e874-f52f-4f44-a188-8936ebc5162a,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:30.796289 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.796969 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Added segment 5c9bb1af-216f-4583-ab1f-aad755f5b785 of type vlan for network cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0 Dec 13 16:49:30.866151 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.916431 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.916431 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:30.916431 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.997163 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4977901 Dec 13 16:49:31.002099 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58460) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:31.015776 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Request body: {'subnet': {'network_id': 'cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-647118417-subnet', 'tenant_id': '5f1c54d0ed6f4fd790c45b416e9910c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:31.029169 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569ada6-7174-41e5-94a3-95ed011c419b admin admin] Pushing event updated for resources: {'Network': ['ID=cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:31.046835 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:49:31.070469 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Made reservation on behalf of 5f1c54d0ed6f4fd790c45b416e9910c9 for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:49:31.074079 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31377250'] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:31.391731 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31839038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31377276'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:31.515566 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c302fd-cdcf-4b23-b298-535da945f398,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:31.523547 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Checking segment: {'id': '5c9bb1af-216f-4583-ab1f-aad755f5b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:49:31.523910 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Network hostable DHCP agents. Network: cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:49:31.551800 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Network cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:49:31.575515 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:49:31.582839 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:31.584191 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:31.599696 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2435086-5831-4ddf-a749-bc9ac88bfe23 None None] Network cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:49:31.616757 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-a47f7544-7bbd-4c6e-b0e8-48db55a378c3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6127806 Dec 13 16:49:31.778521 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8fd7d9-306c-4c4c-802a-ce6336c40232 None None] Network cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:49:31.913361 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58502) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:32.119065 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-network', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:32.147253 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Made reservation on behalf of ab0bde5e0af14db49800fbdb92510291 for: {'network': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:49:32.150944 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.170852 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.309263 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.325866 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.365679 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=109391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:49:32.373361 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b623ef8-3502-42ba-a5aa-064b01fd627b,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:32.382964 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.383380 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.segments_db [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Added segment d18059b4-50f4-4f51-b005-e3b389a60a52 of type vlan for network 8652ce83-d216-44fa-8946-071181554706 Dec 13 16:49:32.436888 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.510415 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.512334 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:32.527998 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.625646 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] Pushing event updated for resources: {'Network': ['ID=8652ce83-d216-44fa-8946-071181554706,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:32.653295 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 8652ce83-d216-44fa-8946-071181554706 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:49:32.654388 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-ec203385-4a23-40ba-b0e4-5a74a3da2002 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7338681 Dec 13 16:49:32.654554 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58532) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:32.660979 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Request body: {'subnet': {'network_id': '8652ce83-d216-44fa-8946-071181554706', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-subnet', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:32.689355 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Made reservation on behalf of ab0bde5e0af14db49800fbdb92510291 for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:49:32.693371 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30878138'] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:32.882355 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58538) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:32.947111 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31349927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30878116'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.021246 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d9c22ac3-61e3-4d6d-9769-5d7e2dc09b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.048613 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d9dd23-b476-4b8d-b58f-42c4abbab678,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:33.062406 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Checking segment: {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:49:33.062406 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Network hostable DHCP agents. Network: 8652ce83-d216-44fa-8946-071181554706, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:49:33.086503 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Network 8652ce83-d216-44fa-8946-071181554706 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:49:33.103644 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 8652ce83-d216-44fa-8946-071181554706) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:49:33.110427 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:33.111074 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.116808 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d1f24-c0c1-4cfe-8821-b488a04cdff6 None None] Network 8652ce83-d216-44fa-8946-071181554706 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:49:33.146588 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-63c14c36-1d74-4d18-b743-eec4b68d1767 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4913940 Dec 13 16:49:33.149270 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58552) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:33.156004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:33.189963 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.192371 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.202272 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d9c22ac3-61e3-4d6d-9769-5d7e2dc09b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.210109 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d9c22ac3-61e3-4d6d-9769-5d7e2dc09b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.247333 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58554) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:33.248325 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-d9c22ac3-61e3-4d6d-9769-5d7e2dc09b1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a341212004c7440c8acb6650a09d01f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648450 Dec 13 16:49:33.251068 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58556) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:33.284734 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13bbc3-3d3a-4f4e-bc09-2c2e502f5187 None None] Network 8652ce83-d216-44fa-8946-071181554706 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:49:33.293306 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22ac3-61e3-4d6d-9769-5d7e2dc09b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf24ba-8ab4-4732-9f20-85d2b4758689,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:33.334325 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.335348 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-40f76c34-7c94-4066-998f-59e031635cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.370323 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-40f76c34-7c94-4066-998f-59e031635cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.459734 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58564) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:33.476846 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-40f76c34-7c94-4066-998f-59e031635cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.479537 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-40f76c34-7c94-4066-998f-59e031635cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.484310 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-40f76c34-7c94-4066-998f-59e031635cdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfaf24ba-8ab4-4732-9f20-85d2b4758689 HTTP/1.1" status: 204 len: 168 time: 0.2319305 Dec 13 16:49:33.496258 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f76c34-7c94-4066-998f-59e031635cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf24ba-8ab4-4732-9f20-85d2b4758689,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:33.685393 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c9624b01-e80f-42d9-9197-53f5d234397b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.877589 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c9624b01-e80f-42d9-9197-53f5d234397b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.887795 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c9624b01-e80f-42d9-9197-53f5d234397b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.894750 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.907366 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-647b4a4d-bc49-4673-8902-6d46f76ee0b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:33.938129 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9624b01-e80f-42d9-9197-53f5d234397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d429a8f-accf-4477-b54a-bf80c3f3c529,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:33.944198 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c9624b01-e80f-42d9-9197-53f5d234397b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a8f054a9d1747cf88b9f951a0168f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832213 Dec 13 16:49:33.947234 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58584) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:34.047086 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c53c6ba7-a35c-4e12-9847-1d1c5ed8a743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.097380 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c53c6ba7-a35c-4e12-9847-1d1c5ed8a743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.149208 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-647b4a4d-bc49-4673-8902-6d46f76ee0b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.166416 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-647b4a4d-bc49-4673-8902-6d46f76ee0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.196905 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c53c6ba7-a35c-4e12-9847-1d1c5ed8a743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.205908 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c53c6ba7-a35c-4e12-9847-1d1c5ed8a743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.209749 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c53c6ba7-a35c-4e12-9847-1d1c5ed8a743 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d429a8f-accf-4477-b54a-bf80c3f3c529 HTTP/1.1" status: 204 len: 168 time: 0.2589905 Dec 13 16:49:34.217912 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c6ba7-a35c-4e12-9847-1d1c5ed8a743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d429a8f-accf-4477-b54a-bf80c3f3c529,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:34.226772 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-647b4a4d-bc49-4673-8902-6d46f76ee0b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49376457b7184f718e3fb3c7c8bc560c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9782193 Dec 13 16:49:34.230384 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58592) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:34.238748 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b4a4d-bc49-4673-8902-6d46f76ee0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6152c18-c541-475b-adb0-d560bb275cfc,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:34.250007 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58594) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:34.270272 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3ddee36e-4528-47a1-a66e-1d67992ec956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.418728 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65483fe4-5976-413c-b754-1e0594e306b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.426708 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.428421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3ddee36e-4528-47a1-a66e-1d67992ec956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.435324 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3ddee36e-4528-47a1-a66e-1d67992ec956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.454202 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.474496 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65483fe4-5976-413c-b754-1e0594e306b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.498601 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-3ddee36e-4528-47a1-a66e-1d67992ec956 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ed2f02a84844a5cb62fa16c31c3bf4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464848 Dec 13 16:49:34.505919 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58598) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:34.576653 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddee36e-4528-47a1-a66e-1d67992ec956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41356aa-cf63-40e5-bfb9-b1e0dfb8e2c9,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:34.620290 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Allocated IP 172.27.2.193 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/88a71b48-8077-403b-87ec-3a251eae20db) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:49:34.622824 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65483fe4-5976-413c-b754-1e0594e306b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.625713 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65483fe4-5976-413c-b754-1e0594e306b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.626850 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-65483fe4-5976-413c-b754-1e0594e306b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6152c18-c541-475b-adb0-d560bb275cfc HTTP/1.1" status: 204 len: 168 time: 0.3949211 Dec 13 16:49:34.644363 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fc366cee-6d50-4687-9da4-76d78726b2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.644766 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65483fe4-5976-413c-b754-1e0594e306b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6152c18-c541-475b-adb0-d560bb275cfc,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:34.700178 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fc366cee-6d50-4687-9da4-76d78726b2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.803605 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fc366cee-6d50-4687-9da4-76d78726b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.807358 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fc366cee-6d50-4687-9da4-76d78726b2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.812291 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-fc366cee-6d50-4687-9da4-76d78726b2c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c41356aa-cf63-40e5-bfb9-b1e0dfb8e2c9 HTTP/1.1" status: 204 len: 168 time: 0.3013446 Dec 13 16:49:34.821679 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.825459 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc366cee-6d50-4687-9da4-76d78726b2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41356aa-cf63-40e5-bfb9-b1e0dfb8e2c9,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:34.902136 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:34.955799 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:49:34.960330 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:49:34.964672 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:49:34.985506 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Pushing event updated for resources: {'Port': ['ID=88a71b48-8077-403b-87ec-3a251eae20db,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:35.168549 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58626) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:35.188734 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-68583b35-89e4-45df-87e1-c3cbd28a89aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.227153 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58628) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:35.250049 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecdff324-84ee-42ae-8b23-e4f6bea6a716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.277531 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.352539 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-68583b35-89e4-45df-87e1-c3cbd28a89aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.366169 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-68583b35-89e4-45df-87e1-c3cbd28a89aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.424655 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68583b35-89e4-45df-87e1-c3cbd28a89aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7cabb-d420-42ef-9f1a-8f3149fa37e4,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:35.430398 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecdff324-84ee-42ae-8b23-e4f6bea6a716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.437311 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-68583b35-89e4-45df-87e1-c3cbd28a89aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80900a5c58764e2ea477b3986b59c625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673697 Dec 13 16:49:35.438299 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 58632) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:35.440868 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ecdff324-84ee-42ae-8b23-e4f6bea6a716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.503286 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-ecdff324-84ee-42ae-8b23-e4f6bea6a716 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6598b4cbd80d480ca76cf12e3a34bdf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748008 Dec 13 16:49:35.505927 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdff324-84ee-42ae-8b23-e4f6bea6a716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f939c33-9b7e-4765-aa59-7c42d1bcd9fe,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:35.506093 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58634) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:35.531932 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-55937b7a-a71d-4a6f-a277-64d5c73a65c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.554118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.559807 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-55937b7a-a71d-4a6f-a277-64d5c73a65c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.606282 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-10ab34bd-4e2a-4d68-b1e8-1c6bd0b7a878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.624525 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-55937b7a-a71d-4a6f-a277-64d5c73a65c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.628661 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-55937b7a-a71d-4a6f-a277-64d5c73a65c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.632563 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-55937b7a-a71d-4a6f-a277-64d5c73a65c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47d7cabb-d420-42ef-9f1a-8f3149fa37e4 HTTP/1.1" status: 204 len: 168 time: 0.1909690 Dec 13 16:49:35.642079 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-10ab34bd-4e2a-4d68-b1e8-1c6bd0b7a878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.642229 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55937b7a-a71d-4a6f-a277-64d5c73a65c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d7cabb-d420-42ef-9f1a-8f3149fa37e4,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:35.764037 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-10ab34bd-4e2a-4d68-b1e8-1c6bd0b7a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.766722 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-10ab34bd-4e2a-4d68-b1e8-1c6bd0b7a878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.767921 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-10ab34bd-4e2a-4d68-b1e8-1c6bd0b7a878 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f939c33-9b7e-4765-aa59-7c42d1bcd9fe HTTP/1.1" status: 204 len: 168 time: 0.2610722 Dec 13 16:49:35.782751 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab34bd-4e2a-4d68-b1e8-1c6bd0b7a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f939c33-9b7e-4765-aa59-7c42d1bcd9fe,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:35.789251 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:49:35.929774 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:49:35.945060 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Sync routers for ids ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:49:35.957685 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:35.964009 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-b18274aa-a824-43c7-8366-f4dfb28649f9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8092892 Dec 13 16:49:35.964232 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58656) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:35.968260 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Routers {'8d89ee4a-2383-4f4c-9c07-36cb06e9e528'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:49:35.968973 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:49:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:36.097279 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Set router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:49:36.304266 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '88a71b48-8077-403b-87ec-3a251eae20db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:49:35Z', 'revision_number': 3, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port': {'id': '88a71b48-8077-403b-87ec-3a251eae20db', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:34Z', 'updated_at': '2021-12-13T16:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:36.339172 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Checking router: 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:49:36.339784 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Updating router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 port 88a71b48-8077-403b-87ec-3a251eae20db binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:49:36.370371 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:36.888410 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:36.903244 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:36.973622 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Pushing event updated for resources: {'Port': ['ID=88a71b48-8077-403b-87ec-3a251eae20db,revision_number=2']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:37.005430 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.006176 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.006743 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.007287 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.007824 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.008376 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.020120 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.020825 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.021388 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.021972 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.031966 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.032587 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.033229 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:37.038054 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Attempting to bind port 88a71b48-8077-403b-87ec-3a251eae20db on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:49:37.038764 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Attempting to bind port 88a71b48-8077-403b-87ec-3a251eae20db by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:49:37.039343 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Attempting to bind port 88a71b48-8077-403b-87ec-3a251eae20db on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:49:37.046743 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:49:37.047474 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:49:37.048094 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:37.048721 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:49:37.051049 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Bound port: 88a71b48-8077-403b-87ec-3a251eae20db, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:49:37.051851 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:37.084126 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:37.138115 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] For port 88a71b48-8077-403b-87ec-3a251eae20db, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:49:37.147853 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] For port 88a71b48-8077-403b-87ec-3a251eae20db, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=88a71b48-8077-403b-87ec-3a251eae20db,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:49:37.176942 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:37.321064 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Routers {'8d89ee4a-2383-4f4c-9c07-36cb06e9e528'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:49:37.322298 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:49:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:37.431753 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cefc88-add8-4d42-a1fc-f294a029f430 None None] Pushing event updated for resources: {'Port': ['ID=88a71b48-8077-403b-87ec-3a251eae20db,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:37.461777 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Allocated IP 172.20.0.1 (8652ce83-d216-44fa-8946-071181554706/98d9dd23-b476-4b8d-b58f-42c4abbab678/ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:49:37.509015 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] Set router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:49:37.607219 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:37.674920 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:37.718970 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:37.743472 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Network 8652ce83-d216-44fa-8946-071181554706 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:49:37.746004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:49:37.757063 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:49:37.782362 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '88a71b48-8077-403b-87ec-3a251eae20db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:49:35Z', 'revision_number': 3, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port': {'id': '88a71b48-8077-403b-87ec-3a251eae20db', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:34Z', 'updated_at': '2021-12-13T16:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:37.803542 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:37.813142 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9859a-83b4-4aa2-b7f0-16379c2bb9cf None None] The sync data for ids ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'] in dv-cinder-821602-2-iscsi is: [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '88a71b48-8077-403b-87ec-3a251eae20db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:49:35Z', 'revision_number': 3, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port': {'id': '88a71b48-8077-403b-87ec-3a251eae20db', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:34Z', 'updated_at': '2021-12-13T16:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:49:37.974759 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:38.216282 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:38.225668 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:38.331065 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:38.340290 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:38.550414 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Network 8652ce83-d216-44fa-8946-071181554706 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:49:38.553939 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:49:38.725094 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:49:38.857332 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:49:38.869029 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-18023a5e-e6d6-416a-aba8-d0b06f500fe5 admin admin] 10.222.0.62 "PUT /v2.0/routers/8d89ee4a-2383-4f4c-9c07-36cb06e9e528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9036276 Dec 13 16:49:39.245064 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 88a71b48-8077-403b-87ec-3a251eae20db up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:49:39.357400 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 88a71b48-8077-403b-87ec-3a251eae20db triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:49:39.358945 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:39.469989 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:39.528777 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 88a71b48-8077-403b-87ec-3a251eae20db, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=88a71b48-8077-403b-87ec-3a251eae20db,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:39.537427 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:39.623107 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=88a71b48-8077-403b-87ec-3a251eae20db,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:39.648619 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.651523 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.651974 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.652346 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.657066 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.657657 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.658370 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.658862 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.659336 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.659825 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.660311 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.660801 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.661277 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:49:39.689999 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-5d701ecd-5541-47bd-94c9-0d00a70530d3 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:39.698179 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-5d701ecd-5541-47bd-94c9-0d00a70530d3 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 819 time: 0.2112613 Dec 13 16:49:39.711188 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-d7d0efc4-b93e-4e33-85ef-038427b58b85 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/quotas/ab0bde5e0af14db49800fbdb92510291 HTTP/1.1" status: 200 len: 375 time: 0.0118968 Dec 13 16:49:39.794418 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-03f4c526-36f4-4692-b176-c8eccefeeb87 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751183 Dec 13 16:49:39.911978 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-c56d5ebd-2046-484c-8f58-29887d436705 service neutron] 10.222.0.62 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092460 Dec 13 16:49:40.025020 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-23e31e23-f42c-4e81-a769-7fb6edbf8e03 service neutron] 10.222.0.62 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033282 Dec 13 16:49:40.050867 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Sync routers for ids ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:49:40.063396 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Routers {'8d89ee4a-2383-4f4c-9c07-36cb06e9e528'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:49:40.064046 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:49:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:40.299017 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9334740d-b172-4e15-895d-175f5ce66876 req-dcc04a9d-6900-4f1d-a6bd-b755fdd4c3d5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 210 time: 0.0477800 Dec 13 16:49:40.413133 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Set router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:49:40.656457 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-eee3089c-6a15-4549-aa9d-7aed04fc2f70 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:40.661694 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-eee3089c-6a15-4549-aa9d-7aed04fc2f70 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 819 time: 0.1543422 Dec 13 16:49:40.678590 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-9ed60f78-af92-4f00-a460-30ac42ec7799 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/quotas/ab0bde5e0af14db49800fbdb92510291 HTTP/1.1" status: 200 len: 375 time: 0.0135183 Dec 13 16:49:40.737320 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-00852b27-ef7d-46d0-b4bd-aa81dc3c1252 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516000 Dec 13 16:49:40.752227 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '88a71b48-8077-403b-87ec-3a251eae20db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:49:37Z', 'revision_number': 4, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port': {'id': '88a71b48-8077-403b-87ec-3a251eae20db', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:34Z', 'updated_at': '2021-12-13T16:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51', 'name': '', 'network_id': '8652ce83-d216-44fa-8946-071181554706', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'mac_address': 'fa:16:3e:28:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '98d9dd23-b476-4b8d-b58f-42c4abbab678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:37Z', 'updated_at': '2021-12-13T16:49:38Z', 'revision_number': 2, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'subnets': [{'id': '98d9dd23-b476-4b8d-b58f-42c4abbab678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:40.800817 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Checking router: 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:49:40.801324 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Updating router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:49:40.826538 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:40.843561 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-00b7a032-106d-4652-b399-9d3fa36c533a service neutron] 10.222.0.62 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980887 Dec 13 16:49:40.953425 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-f7585db7-82af-45dc-b8d7-639229eec8bc service neutron] 10.222.0.62 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031477 Dec 13 16:49:41.142139 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:41.149196 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:41.203990 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14e12e-048e-4c2a-9844-377f5e96675b None None] Pushing event updated for resources: {'Port': ['ID=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:41.211996 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 88a71b48-8077-403b-87ec-3a251eae20db up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:49:41.293096 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Attempting to bind port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:49:41.293503 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Attempting to bind port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:49:41.293871 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Attempting to bind port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 on network 8652ce83-d216-44fa-8946-071181554706 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:49:41.300435 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:49:41.300842 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Checking segment: {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:49:41.301245 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:41.301641 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Bound using segment: {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:49:41.302093 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Bound port: ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:49:41.302510 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:41.349908 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 88a71b48-8077-403b-87ec-3a251eae20db triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:49:41.350282 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:41.409257 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] For port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:49:41.413805 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] For port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:49:41.420850 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:41.517993 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Routers {'8d89ee4a-2383-4f4c-9c07-36cb06e9e528'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:49:41.519040 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:49:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:41.528556 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14e12e-048e-4c2a-9844-377f5e96675b None None] Pushing event updated for resources: {'Port': ['ID=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:41.653670 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] Set router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:49:41.865960 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '88a71b48-8077-403b-87ec-3a251eae20db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:49:37Z', 'revision_number': 4, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port': {'id': '88a71b48-8077-403b-87ec-3a251eae20db', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:34Z', 'updated_at': '2021-12-13T16:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51', 'name': '', 'network_id': '8652ce83-d216-44fa-8946-071181554706', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'mac_address': 'fa:16:3e:28:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '98d9dd23-b476-4b8d-b58f-42c4abbab678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:37Z', 'updated_at': '2021-12-13T16:49:41Z', 'revision_number': 4, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'subnets': [{'id': '98d9dd23-b476-4b8d-b58f-42c4abbab678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:41.893924 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f100738-4f84-4a48-8abe-5429f9043cf0 None None] The sync data for ids ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'] in dv-cinder-821602-2-iscsi is: [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '88a71b48-8077-403b-87ec-3a251eae20db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:49:37Z', 'revision_number': 4, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port': {'id': '88a71b48-8077-403b-87ec-3a251eae20db', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:34Z', 'updated_at': '2021-12-13T16:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51', 'name': '', 'network_id': '8652ce83-d216-44fa-8946-071181554706', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'mac_address': 'fa:16:3e:28:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '98d9dd23-b476-4b8d-b58f-42c4abbab678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:37Z', 'updated_at': '2021-12-13T16:49:41Z', 'revision_number': 4, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'subnets': [{'id': '98d9dd23-b476-4b8d-b58f-42c4abbab678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:49:42.618852 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-438eb401-ca1d-4709-ba70-a198e4d1f72a req-11c95aef-d4de-4d20-9ede-1994eda7a80c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 210 time: 0.0339768 Dec 13 16:49:43.221020 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:49:43.281748 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:49:43.282196 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.381611 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.426016 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:43.431845 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.486256 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:43.581517 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58932) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:43.706523 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18b3bc62-2a14-44e9-ba75-93480de39c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.792765 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18b3bc62-2a14-44e9-ba75-93480de39c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.801913 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-18b3bc62-2a14-44e9-ba75-93480de39c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.844705 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-18b3bc62-2a14-44e9-ba75-93480de39c50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45dbe80e41a348f7bb897a6e099ef4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619588 Dec 13 16:49:43.845777 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3bc62-2a14-44e9-ba75-93480de39c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c8fba-ec4b-4537-b071-b0bf2340ca3f,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:43.848317 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 58950) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:43.909143 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-75acc63d-9937-4ebf-abfa-eff40038a1f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.931694 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-75acc63d-9937-4ebf-abfa-eff40038a1f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.985742 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-75acc63d-9937-4ebf-abfa-eff40038a1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.988557 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-75acc63d-9937-4ebf-abfa-eff40038a1f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.989755 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-75acc63d-9937-4ebf-abfa-eff40038a1f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a7c8fba-ec4b-4537-b071-b0bf2340ca3f HTTP/1.1" status: 204 len: 168 time: 0.1405377 Dec 13 16:49:43.999174 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acc63d-9937-4ebf-abfa-eff40038a1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c8fba-ec4b-4537-b071-b0bf2340ca3f,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:45.174544 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:49:45.230919 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:49:45.231593 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:46.051668 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-7266d1d6-1d47-4d64-a280-d1fcff44efa5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:46.054201 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-7266d1d6-1d47-4d64-a280-d1fcff44efa5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.65 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 819 time: 0.1737921 Dec 13 16:49:46.073893 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Request body: {'port': {'device_id': '93b8c803-5f08-441b-818f-a12f51820ff6', 'network_id': '8652ce83-d216-44fa-8946-071181554706', 'admin_state_up': True, 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:46.165707 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0618b18f-eecc-4e65-8d6d-e262474768d0 req-f91d0e6f-6e17-4331-9a82-466b974b30bb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 210 time: 0.1498687 Dec 13 16:49:46.213832 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Made reservation on behalf of ab0bde5e0af14db49800fbdb92510291 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:49:46.217713 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:46.376321 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Allocated IP 172.20.0.13 (8652ce83-d216-44fa-8946-071181554706/98d9dd23-b476-4b8d-b58f-42c4abbab678/b4f82f85-2cbf-4114-b796-a84807314de2) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:49:46.567573 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:46.587876 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-41e5a946-7095-46c5-8012-f4ba8769da8c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:46.591645 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-41e5a946-7095-46c5-8012-f4ba8769da8c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.65 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 819 time: 0.1849608 Dec 13 16:49:46.609549 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Request body: {'port': {'device_id': 'a9a3c922-a3b0-41ee-9726-aa3a38dd5143', 'network_id': '8652ce83-d216-44fa-8946-071181554706', 'admin_state_up': True, 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:46.613019 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:46.689296 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Pushing event updated for resources: {'Port': ['ID=b4f82f85-2cbf-4114-b796-a84807314de2,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:46.695749 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Network 8652ce83-d216-44fa-8946-071181554706 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:49:46.697442 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:49:46.700698 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:49:46.759814 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:46.760474 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:46.781833 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Made reservation on behalf of ab0bde5e0af14db49800fbdb92510291 for: {'port': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:49:46.786292 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:46.790427 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-a4a9d263-2297-46b3-bcf3-e43117a57489 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7214305 Dec 13 16:49:46.803196 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Request body: {'port': {'device_id': '93b8c803-5f08-441b-818f-a12f51820ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:46.885638 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:46.967633 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Allocated IP 172.20.0.9 (8652ce83-d216-44fa-8946-071181554706/98d9dd23-b476-4b8d-b58f-42c4abbab678/7a766edc-50c5-4f38-bfbd-5f1cb04e48a8) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:49:47.247212 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.298688 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8601634f-1887-43e6-87fe-300c16540092 req-25238bd5-a2f4-42da-a2ce-67f984423dc0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 210 time: 0.0390837 Dec 13 16:49:47.351158 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.357429 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-064597c2-a987-4a29-81ae-9473281a6e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.412915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Network 8652ce83-d216-44fa-8946-071181554706 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:49:47.417369 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:49:47.422463 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:49:47.459298 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Pushing event updated for resources: {'Port': ['ID=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:47.496381 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:47.497004 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.529452 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-2a80b093-17c3-4dee-903f-c62077a1cc32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9253011 Dec 13 16:49:47.548120 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Request body: {'port': {'device_id': 'a9a3c922-a3b0-41ee-9726-aa3a38dd5143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:49:47.581860 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f82f85-2cbf-4114-b796-a84807314de2 {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:49:47.592011 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.609334 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Transition to ACTIVE for port object b4f82f85-2cbf-4114-b796-a84807314de2 will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:49:47.614468 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.624327 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.668008 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Pushing event updated for resources: {'Port': ['ID=b4f82f85-2cbf-4114-b796-a84807314de2,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:47.745708 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Attempting to bind port b4f82f85-2cbf-4114-b796-a84807314de2 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:49:47.746282 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Attempting to bind port b4f82f85-2cbf-4114-b796-a84807314de2 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:49:47.746677 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Attempting to bind port b4f82f85-2cbf-4114-b796-a84807314de2 on network 8652ce83-d216-44fa-8946-071181554706 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:49:47.759772 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Port b4f82f85-2cbf-4114-b796-a84807314de2 on network 8652ce83-d216-44fa-8946-071181554706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:49:47.760112 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Attempting to bind port b4f82f85-2cbf-4114-b796-a84807314de2 on network 8652ce83-d216-44fa-8946-071181554706 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:49:47.765618 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:49:47.765961 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Checking segment: {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:49:47.766511 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Bound using segment: {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:49:47.766951 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Bound port: b4f82f85-2cbf-4114-b796-a84807314de2, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:49:47.767351 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.836251 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] For port b4f82f85-2cbf-4114-b796-a84807314de2, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:49:47.839689 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] For port b4f82f85-2cbf-4114-b796-a84807314de2, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b4f82f85-2cbf-4114-b796-a84807314de2,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:49:47.845740 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.884996 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:47.886362 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.888954 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] 10.222.0.65 "PUT /v2.0/ports/b4f82f85-2cbf-4114-b796-a84807314de2 HTTP/1.1" status: 200 len: 1094 time: 1.0898955 Dec 13 16:49:47.888954 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b8c803-5f08-441b-818f-a12f51820ff6', 'tag': 'b4f82f85-2cbf-4114-b796-a84807314de2'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:47.891258 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ab7608-13a9-4d4d-9520-07104752c40d" -d '{"events": [{"name": "network-changed", "server_uuid": "93b8c803-5f08-441b-818f-a12f51820ff6", "tag": "b4f82f85-2cbf-4114-b796-a84807314de2"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:47.918942 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d255f8-5e9f-42d1-a3c3-5d8e9ab23ffa service neutron] Pushing event updated for resources: {'Port': ['ID=b4f82f85-2cbf-4114-b796-a84807314de2,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:47.939141 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30192fe5-dc12-40b5-9045-d0a2ed0511d6 x-openstack-request-id: req-30192fe5-dc12-40b5-9045-d0a2ed0511d6 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:47.939581 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b8c803-5f08-441b-818f-a12f51820ff6", "tag": "b4f82f85-2cbf-4114-b796-a84807314de2", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:47.939691 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30192fe5-dc12-40b5-9045-d0a2ed0511d6 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:47.940083 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b8c803-5f08-441b-818f-a12f51820ff6', 'tag': 'b4f82f85-2cbf-4114-b796-a84807314de2', 'status': 'completed', 'code': 200} Dec 13 16:49:47.969048 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 {{(pid=109391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:49:47.977257 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:47.993254 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.provisioning_blocks [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Transition to ACTIVE for port object 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 will not be triggered until provisioned by entity L2. {{(pid=109391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:49:48.000870 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:48.067038 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:48.156718 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Attempting to bind port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:49:48.157065 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Attempting to bind port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:49:48.157399 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Attempting to bind port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 on network 8652ce83-d216-44fa-8946-071181554706 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:49:48.162609 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 on network 8652ce83-d216-44fa-8946-071181554706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:49:48.162997 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Attempting to bind port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 on network 8652ce83-d216-44fa-8946-071181554706 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:49:48.168280 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:49:48.168656 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Checking segment: {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:49:48.169042 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Bound using segment: {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:49:48.169475 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Bound port: 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18059b4-50f4-4f51-b005-e3b389a60a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8652ce83-d216-44fa-8946-071181554706'}}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:49:48.169834 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:48.262821 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] For port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8, host hv-cinder-82160, cleared binding levels {{(pid=109391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:49:48.270581 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] For port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:49:48.280098 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:48.340962 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:48.341469 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:48.342908 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] 10.222.0.65 "PUT /v2.0/ports/7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 HTTP/1.1" status: 200 len: 1093 time: 0.8011556 Dec 13 16:49:48.343366 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a3c922-a3b0-41ee-9726-aa3a38dd5143', 'tag': '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:48.345827 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e850a1-0c00-43e5-981b-397c242741b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a3c922-a3b0-41ee-9726-aa3a38dd5143", "tag": "7a766edc-50c5-4f38-bfbd-5f1cb04e48a8"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:48.366686 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da53aa3-c6d4-42e6-9c4f-1d3bf6e3b0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,revision_number=3']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:48.468832 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:49.588036 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:49:49.677863 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-22541aa2-b370-4db8-b842-7cc5835e2140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:50.333502 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-b98b6666-1f95-4bc1-94f1-5219e8c1eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:50.335184 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-b98b6666-1f95-4bc1-94f1-5219e8c1eb01 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 1096 time: 0.0500920 Dec 13 16:49:50.337150 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7608-13a9-4d4d-9520-07104752c40d req-27fb0a19-9ae4-4af5-af84-e590cf542a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:50.338651 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d8ab7608-13a9-4d4d-9520-07104752c40d req-27fb0a19-9ae4-4af5-af84-e590cf542a5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0607994 Dec 13 16:49:50.347582 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49867801-b7d6-4d57-b03a-8b6592914d33 x-openstack-request-id: req-49867801-b7d6-4d57-b03a-8b6592914d33 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:50.347875 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a3c922-a3b0-41ee-9726-aa3a38dd5143", "tag": "7a766edc-50c5-4f38-bfbd-5f1cb04e48a8", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:50.348130 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49867801-b7d6-4d57-b03a-8b6592914d33 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:50.348529 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a3c922-a3b0-41ee-9726-aa3a38dd5143', 'tag': '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8', 'status': 'completed', 'code': 200} Dec 13 16:49:50.413892 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-83341271-adad-40dc-a7ef-777b480552f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 HTTP/1.1" status: 200 len: 217 time: 0.0471871 Dec 13 16:49:50.491507 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-cad8ab69-a4b5-44e2-b405-4aff64037f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:50.493290 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-cad8ab69-a4b5-44e2-b405-4aff64037f7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 200 len: 859 time: 0.0719478 Dec 13 16:49:50.524341 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64299-5779-4b11-911d-b080a97f9b76 req-9774e128-5b51-4974-a467-619a94bd782e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:50.525944 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-78e64299-5779-4b11-911d-b080a97f9b76 req-9774e128-5b51-4974-a467-619a94bd782e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 943 time: 0.1435344 Dec 13 16:49:50.531358 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-a528183a-94cf-487f-a9da-af94bd3221a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8652ce83-d216-44fa-8946-071181554706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292294 Dec 13 16:49:50.597259 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7608-13a9-4d4d-9520-07104752c40d req-2ca886ab-1da1-439d-8af0-694c6322349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:50.599086 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d8ab7608-13a9-4d4d-9520-07104752c40d req-2ca886ab-1da1-439d-8af0-694c6322349c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ab0bde5e0af14db49800fbdb92510291&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2307882 Dec 13 16:49:50.657220 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-78e64299-5779-4b11-911d-b080a97f9b76 req-73a2ecae-bbb7-4eda-8c89-0d939d34429d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205373 Dec 13 16:49:50.669621 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-0c86d9c2-be8d-4ab0-a70b-1b43ca4b5712 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284416 Dec 13 16:49:50.740399 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:50.800366 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7608-13a9-4d4d-9520-07104752c40d req-1cc7c5de-48dc-4b35-ab64-19f100bb6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:50.802986 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d8ab7608-13a9-4d4d-9520-07104752c40d req-1cc7c5de-48dc-4b35-ab64-19f100bb6e32 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1913314 Dec 13 16:49:50.822991 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-05791343-e4e2-43e7-ba4e-41f58c688fca req-a206f8e4-7ecc-4f85-8bda-7605a50a8d44 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427758 Dec 13 16:49:50.928138 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-39757aed-2176-41d8-9588-f67196e17d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:50.930746 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-39757aed-2176-41d8-9588-f67196e17d65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0609579 Dec 13 16:49:50.942552 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e850a1-0c00-43e5-981b-397c242741b2 req-b120be7a-b68c-4f1e-8c96-ca3894a2d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:50.944107 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77e850a1-0c00-43e5-981b-397c242741b2 req-b120be7a-b68c-4f1e-8c96-ca3894a2d830 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 1096 time: 0.0500700 Dec 13 16:49:50.997596 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-b6f7ba1b-bc7d-4858-95c8-83fa0ac876fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f82f85-2cbf-4114-b796-a84807314de2 HTTP/1.1" status: 200 len: 217 time: 0.0393689 Dec 13 16:49:51.047685 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e850a1-0c00-43e5-981b-397c242741b2 req-50b57fd9-cf6c-41c5-850e-5d4294ccee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:51.048993 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-fa3c74be-d1dc-4d84-b5a0-e15b9fb0d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:51.049614 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77e850a1-0c00-43e5-981b-397c242741b2 req-50b57fd9-cf6c-41c5-850e-5d4294ccee7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 920 time: 0.0900238 Dec 13 16:49:51.050548 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-fa3c74be-d1dc-4d84-b5a0-e15b9fb0d9b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 200 len: 859 time: 0.0448170 Dec 13 16:49:51.091613 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-f4dea041-b4ef-480f-90c6-99fc6d45c41e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8652ce83-d216-44fa-8946-071181554706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247753 Dec 13 16:49:51.105603 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77e850a1-0c00-43e5-981b-397c242741b2 req-758e8336-7434-49a2-bab0-1854f921a1e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 HTTP/1.1" status: 200 len: 217 time: 0.0403006 Dec 13 16:49:51.162599 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e850a1-0c00-43e5-981b-397c242741b2 req-91a2d7c5-f3eb-4fbf-a859-6bc15d9825af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:51.164099 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77e850a1-0c00-43e5-981b-397c242741b2 req-91a2d7c5-f3eb-4fbf-a859-6bc15d9825af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 200 len: 859 time: 0.0510378 Dec 13 16:49:51.199518 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-9dfd5d1a-0eb8-4803-bfd2-9537ce56f39b service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998271 Dec 13 16:49:51.201510 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77e850a1-0c00-43e5-981b-397c242741b2 req-142d8c92-f839-4a9a-9548-c15b63201d7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8652ce83-d216-44fa-8946-071181554706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253975 Dec 13 16:49:51.312214 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77e850a1-0c00-43e5-981b-397c242741b2 req-16755f2d-d261-41cc-a0b3-572c1ca3e710 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983193 Dec 13 16:49:51.319092 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50e3fab4-5b8e-4050-a9e5-cce422341f3c req-4a3aea19-4156-4f24-a68a-8480b7d523a3 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058061 Dec 13 16:49:51.418858 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77e850a1-0c00-43e5-981b-397c242741b2 req-409a312e-b5b7-46dc-b7b9-f7f81961f899 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987382 Dec 13 16:49:51.828294 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ac24e-1497-4191-bf75-f1f17f7f8b0c req-3b53365f-e90c-47fa-ac61-5810798bd18a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:51.831038 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b72ac24e-1497-4191-bf75-f1f17f7f8b0c req-3b53365f-e90c-47fa-ac61-5810798bd18a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 943 time: 0.0716727 Dec 13 16:49:51.890953 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b72ac24e-1497-4191-bf75-f1f17f7f8b0c req-aa75a4dc-b459-465a-b7e0-749f4a179e87 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533299 Dec 13 16:49:52.225747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.018871 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.053638 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b8c07-72d4-474e-a427-a9b8a7a4f426 req-c3950685-8082-4e18-a3ba-f8fe7a739b2e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:53.055825 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9a0b8c07-72d4-474e-a427-a9b8a7a4f426 req-c3950685-8082-4e18-a3ba-f8fe7a739b2e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 943 time: 0.0759168 Dec 13 16:49:53.120854 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9a0b8c07-72d4-474e-a427-a9b8a7a4f426 req-5ae27957-aecb-4faa-bb42-0193ad2e9a0f tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572484 Dec 13 16:49:53.258650 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59342) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:53.305929 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b4f82f85-2cbf-4114-b796-a84807314de2 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:49:53.421762 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-809ee253-168a-46bb-a31e-cf1c1642ec0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.457865 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b4f82f85-2cbf-4114-b796-a84807314de2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b4f82f85-2cbf-4114-b796-a84807314de2,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:53.473366 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': 'b4f82f85-2cbf-4114-b796-a84807314de2', 'network_id': '8652ce83-d216-44fa-8946-071181554706', 'port_id': 'b4f82f85-2cbf-4114-b796-a84807314de2', 'mac_address': 'fa:16:3e:b6:2a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d9dd23-b476-4b8d-b58f-42c4abbab678', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:49:53.514031 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-809ee253-168a-46bb-a31e-cf1c1642ec0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.516098 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.522274 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-809ee253-168a-46bb-a31e-cf1c1642ec0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.533074 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f82f85-2cbf-4114-b796-a84807314de2 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:49:53.554006 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b4f82f85-2cbf-4114-b796-a84807314de2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b4f82f85-2cbf-4114-b796-a84807314de2,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:53.560065 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.561141 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:49:53.564995 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ee253-168a-46bb-a31e-cf1c1642ec0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f907be-4a0b-495a-8667-b3a4ced963c2,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:53.570222 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-809ee253-168a-46bb-a31e-cf1c1642ec0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9998924999b94986a7f786981256c256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102815 Dec 13 16:49:53.574990 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59364) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:53.666574 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-27a31ae7-7290-43d0-a936-ffe7d4797e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.703969 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-27a31ae7-7290-43d0-a936-ffe7d4797e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.706064 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:53.708886 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b4f82f85-2cbf-4114-b796-a84807314de2,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:53.728012 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8', 'network_id': '8652ce83-d216-44fa-8946-071181554706', 'port_id': '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8', 'mac_address': 'fa:16:3e:34:7c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d9dd23-b476-4b8d-b58f-42c4abbab678', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:49:53.774301 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.787057 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-27a31ae7-7290-43d0-a936-ffe7d4797e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.789134 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:49:53.791030 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-27a31ae7-7290-43d0-a936-ffe7d4797e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.801249 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-27a31ae7-7290-43d0-a936-ffe7d4797e92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3f907be-4a0b-495a-8667-b3a4ced963c2 HTTP/1.1" status: 204 len: 168 time: 0.2191260 Dec 13 16:49:53.809958 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a31ae7-7290-43d0-a936-ffe7d4797e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f907be-4a0b-495a-8667-b3a4ced963c2,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:53.820459 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:53.830840 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:53.884164 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:54.132649 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['7a766edc-50c5-4f38-bfbd-5f1cb04e48a8'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:49:54.136263 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['b4f82f85-2cbf-4114-b796-a84807314de2'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:49:54.273107 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4561e19-d93d-4e62-90d1-0de2346c9697 req-a5449e71-c4d4-4139-8585-c40969b976a0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:54.275010 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f4561e19-d93d-4e62-90d1-0de2346c9697 req-a5449e71-c4d4-4139-8585-c40969b976a0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 944 time: 0.0600801 Dec 13 16:49:54.343211 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f4561e19-d93d-4e62-90d1-0de2346c9697 req-e1658265-2d83-421f-a281-ec5cb3a24964 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585966 Dec 13 16:49:55.156842 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59424) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:55.263755 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cf842f7c-f39f-42fe-af6a-275acff228a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.308167 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b4f82f85-2cbf-4114-b796-a84807314de2 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:49:55.350202 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cf842f7c-f39f-42fe-af6a-275acff228a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.356038 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cf842f7c-f39f-42fe-af6a-275acff228a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.367532 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port b4f82f85-2cbf-4114-b796-a84807314de2 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:49:55.374358 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port b4f82f85-2cbf-4114-b796-a84807314de2 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:49:55.375246 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.405923 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59430) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:55.406488 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-cf842f7c-f39f-42fe-af6a-275acff228a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b0d64db394f4065a6451fc372b6bf56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467103 Dec 13 16:49:55.410108 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf842f7c-f39f-42fe-af6a-275acff228a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0337832-aafe-488a-ac75-c963606706b9,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:55.484950 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.494688 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e08d2f9-14e0-4e82-8fd6-7cad4188b185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.520932 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32bd37-24f4-4182-9a32-c160cf2bea2c req-3f50ea9c-6b54-47a7-89d3-79b6ce267c2d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:55.522829 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3e32bd37-24f4-4182-9a32-c160cf2bea2c req-3f50ea9c-6b54-47a7-89d3-79b6ce267c2d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 944 time: 0.0885968 Dec 13 16:49:55.538303 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e08d2f9-14e0-4e82-8fd6-7cad4188b185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.538940 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b8c803-5f08-441b-818f-a12f51820ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f82f85-2cbf-4114-b796-a84807314de2'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:55.547848 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c764ae-12f7-4d52-ae69-5a62907180a1" -d '{"events": [{"server_uuid": "93b8c803-5f08-441b-818f-a12f51820ff6", "name": "network-vif-plugged", "status": "completed", "tag": "b4f82f85-2cbf-4114-b796-a84807314de2"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:55.555090 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b4f82f85-2cbf-4114-b796-a84807314de2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b4f82f85-2cbf-4114-b796-a84807314de2,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:55.570785 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.572034 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:49:55.609504 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3e32bd37-24f4-4182-9a32-c160cf2bea2c req-f0055bd6-8b84-4cd9-8779-0dec6a18948c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770681 Dec 13 16:49:55.639804 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e08d2f9-14e0-4e82-8fd6-7cad4188b185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.645108 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e08d2f9-14e0-4e82-8fd6-7cad4188b185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:55.647615 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-8e08d2f9-14e0-4e82-8fd6-7cad4188b185 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0337832-aafe-488a-ac75-c963606706b9 HTTP/1.1" status: 204 len: 168 time: 0.2416503 Dec 13 16:49:55.663430 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08d2f9-14e0-4e82-8fd6-7cad4188b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0337832-aafe-488a-ac75-c963606706b9,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:55.861272 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8666e078-7ea8-463d-8012-d582d9a96a60 x-openstack-request-id: req-8666e078-7ea8-463d-8012-d582d9a96a60 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:55.862202 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b8c803-5f08-441b-818f-a12f51820ff6", "name": "network-vif-plugged", "status": "completed", "tag": "b4f82f85-2cbf-4114-b796-a84807314de2", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:55.862564 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8666e078-7ea8-463d-8012-d582d9a96a60 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:55.863296 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b8c803-5f08-441b-818f-a12f51820ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f82f85-2cbf-4114-b796-a84807314de2', 'code': 200} Dec 13 16:49:55.890390 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59458) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:55.921859 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ccb09-613a-492a-a4c2-c6d40a86f19a req-db313f0e-a3af-435a-8435-3c28a3f9dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:55.924780 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dc9ccb09-613a-492a-a4c2-c6d40a86f19a req-db313f0e-a3af-435a-8435-3c28a3f9dd1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0686972 Dec 13 16:49:55.979480 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b4f82f85-2cbf-4114-b796-a84807314de2,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:55.988949 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:49:55.996919 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:49:55.997585 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.029541 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dc9ccb09-613a-492a-a4c2-c6d40a86f19a req-b8dea436-7eff-4dfb-939f-d85c1e1b70da service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959337 Dec 13 16:49:56.047272 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f32550-a144-4075-86dc-194501b7583e admin admin] Deleting subnet 9ebc5775-d530-4c31-8d92-e7767ac5fa40 {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:49:56.054538 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-99f32550-a144-4075-86dc-194501b7583e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.129670 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-99f32550-a144-4075-86dc-194501b7583e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31790771'] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.129977 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.170731 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:49:56.177602 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.180376 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-99f32550-a144-4075-86dc-194501b7583e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.190844 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59462) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:56.205730 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-94edccc8-7a54-4dbf-806c-55e30dfb4e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.234922 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:56.260556 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-99f32550-a144-4075-86dc-194501b7583e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31350368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30878173'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.290989 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f32550-a144-4075-86dc-194501b7583e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebc5775-d530-4c31-8d92-e7767ac5fa40,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:56.295127 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-99f32550-a144-4075-86dc-194501b7583e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.306151 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-99f32550-a144-4075-86dc-194501b7583e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ebc5775-d530-4c31-8d92-e7767ac5fa40 HTTP/1.1" status: 204 len: 168 time: 0.4146452 Dec 13 16:49:56.308480 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59464) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:56.309119 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-94edccc8-7a54-4dbf-806c-55e30dfb4e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.314055 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-94edccc8-7a54-4dbf-806c-55e30dfb4e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.367586 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-94edccc8-7a54-4dbf-806c-55e30dfb4e27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8a8c23a37f14e73ac69152ccdff73f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751561 Dec 13 16:49:56.369954 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59466) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:56.380308 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edccc8-7a54-4dbf-806c-55e30dfb4e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56848e8-1168-485c-b467-9a9d6061e7e2,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:56.397397 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.442047 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b416db34-7dc8-4c53-a803-156d77e862b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.465801 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b416db34-7dc8-4c53-a803-156d77e862b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.478004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.500486 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307ffae2-79b6-4b83-92c3-3221343db0ea']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:56.511231 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d0c7c9-3e26-4857-8d3b-3e9e74269469') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:56.511534 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d0c7c9-3e26-4857-8d3b-3e9e74269469') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:56.517938 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b416db34-7dc8-4c53-a803-156d77e862b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.521890 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b416db34-7dc8-4c53-a803-156d77e862b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.525871 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.526039 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-b416db34-7dc8-4c53-a803-156d77e862b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f56848e8-1168-485c-b467-9a9d6061e7e2 HTTP/1.1" status: 204 len: 168 time: 0.1522827 Dec 13 16:49:56.535734 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416db34-7dc8-4c53-a803-156d77e862b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56848e8-1168-485c-b467-9a9d6061e7e2,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:56.553276 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.565488 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:49:56.566012 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:49:56.568211 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:49:56.632845 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.638218 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.641413 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] 10.222.0.62 "DELETE /v2.0/networks/307ffae2-79b6-4b83-92c3-3221343db0ea HTTP/1.1" status: 204 len: 168 time: 0.3319590 Dec 13 16:49:56.644866 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59470) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:56.654322 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7136a-04ce-4f11-8781-f01c47ea5366 admin admin] Pushing event deleted for resources: {'Network': ['ID=307ffae2-79b6-4b83-92c3-3221343db0ea,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:56.697884 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96af6f6-80f9-45c1-a7ac-719582940ba0 admin admin] Deleting subnet 27c302fd-cdcf-4b23-b298-535da945f398 {{(pid=109391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:49:56.701807 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a96af6f6-80f9-45c1-a7ac-719582940ba0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.743046 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a96af6f6-80f9-45c1-a7ac-719582940ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31094588'] for subnet, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.790681 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e19ce-a198-4aee-a0da-2c2a250509eb req-988b8a39-3835-4d30-a08f-1b4950c11732 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:56.792531 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-097e19ce-a198-4aee-a0da-2c2a250509eb req-988b8a39-3835-4d30-a08f-1b4950c11732 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0622218 Dec 13 16:49:56.800127 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a96af6f6-80f9-45c1-a7ac-719582940ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.858154 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-097e19ce-a198-4aee-a0da-2c2a250509eb req-6029ee86-4290-46c4-b1e8-a38b5a0ed1d5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592220 Dec 13 16:49:56.876606 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a96af6f6-80f9-45c1-a7ac-719582940ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31838713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31377157'] for subnet, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.904457 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96af6f6-80f9-45c1-a7ac-719582940ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c302fd-cdcf-4b23-b298-535da945f398,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:56.908876 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a96af6f6-80f9-45c1-a7ac-719582940ba0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.914833 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-a96af6f6-80f9-45c1-a7ac-719582940ba0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/27c302fd-cdcf-4b23-b298-535da945f398 HTTP/1.1" status: 204 len: 168 time: 0.2662554 Dec 13 16:49:56.915428 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59480) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:56.949791 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59482) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:56.973617 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-34ff8929-83ec-4d55-8e56-d30cac3b2a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.998188 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.063244 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-34ff8929-83ec-4d55-8e56-d30cac3b2a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.068796 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-34ff8929-83ec-4d55-8e56-d30cac3b2a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.087622 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59486) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:57.109554 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff8929-83ec-4d55-8e56-d30cac3b2a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2e390c-bd88-44f8-be9d-cbce93cc0703,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:57.110006 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.126051 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-34ff8929-83ec-4d55-8e56-d30cac3b2a75 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6406d3eee9b34ff2963082b30abaad34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749790 Dec 13 16:49:57.127360 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59490) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:57.159193 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:57.170625 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9bb1af-216f-4583-ab1f-aad755f5b785') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:57.170944 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9bb1af-216f-4583-ab1f-aad755f5b785') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:49:57.184458 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.196244 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-393e96f1-99dd-4eee-bcb6-c59c7b287c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.200344 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.220759 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:49:57.221172 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.221465 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-393e96f1-99dd-4eee-bcb6-c59c7b287c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:49:57.222885 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:49:57.263671 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-eeb466a3-12d2-4841-8c51-79674a2416d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.275696 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-393e96f1-99dd-4eee-bcb6-c59c7b287c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.282012 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-393e96f1-99dd-4eee-bcb6-c59c7b287c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.286720 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-393e96f1-99dd-4eee-bcb6-c59c7b287c91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea2e390c-bd88-44f8-be9d-cbce93cc0703 HTTP/1.1" status: 204 len: 168 time: 0.1583536 Dec 13 16:49:57.297928 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e96f1-99dd-4eee-bcb6-c59c7b287c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2e390c-bd88-44f8-be9d-cbce93cc0703,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:57.386660 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.393178 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.408905 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0 HTTP/1.1" status: 204 len: 168 time: 0.4842021 Dec 13 16:49:57.434200 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea63e6-83f0-4d54-b4d4-a82f1e8e5580 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd697ba3-ffbb-4f41-a9e8-90c3d5332ab0,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:57.463832 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-eeb466a3-12d2-4841-8c51-79674a2416d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.469918 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-eeb466a3-12d2-4841-8c51-79674a2416d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.521659 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-eeb466a3-12d2-4841-8c51-79674a2416d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ce56505d55548d89ab635e05756a184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329109 Dec 13 16:49:57.524203 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59506) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:57.532295 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb466a3-12d2-4841-8c51-79674a2416d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6518e1e3-ebbc-4e1e-be25-8fd374003b2e,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:57.592554 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4f56f0e8-987c-4f4f-8362-b6826a0fe020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.617772 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4f56f0e8-987c-4f4f-8362-b6826a0fe020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.619748 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59512) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:57.685846 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-0d7393cf-f5b2-468f-a474-3a2579de5c9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35dc54b1bebe4180847d1d0b6894612b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645173 Dec 13 16:49:57.688544 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59516) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:57.714630 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4f56f0e8-987c-4f4f-8362-b6826a0fe020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.717499 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4f56f0e8-987c-4f4f-8362-b6826a0fe020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.718651 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-4f56f0e8-987c-4f4f-8362-b6826a0fe020 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6518e1e3-ebbc-4e1e-be25-8fd374003b2e HTTP/1.1" status: 204 len: 168 time: 0.1933951 Dec 13 16:49:57.735543 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56f0e8-987c-4f4f-8362-b6826a0fe020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6518e1e3-ebbc-4e1e-be25-8fd374003b2e,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:57.757911 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a68a36f1-aefd-4832-8d72-3fdea1d04605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.781535 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a68a36f1-aefd-4832-8d72-3fdea1d04605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.847023 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a68a36f1-aefd-4832-8d72-3fdea1d04605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.849649 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a68a36f1-aefd-4832-8d72-3fdea1d04605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.853177 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a68a36f1-aefd-4832-8d72-3fdea1d04605 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15f45ec5-4a39-490f-aec6-85e7e57ebe03 HTTP/1.1" status: 204 len: 168 time: 0.1613722 Dec 13 16:49:57.858736 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a36f1-aefd-4832-8d72-3fdea1d04605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f45ec5-4a39-490f-aec6-85e7e57ebe03,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:57.864671 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a3c922-a3b0-41ee-9726-aa3a38dd5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:49:57.870956 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e8cd8-f6e6-4e75-9eca-bedc9fb573c3" -d '{"events": [{"server_uuid": "a9a3c922-a3b0-41ee-9726-aa3a38dd5143", "name": "network-vif-plugged", "status": "completed", "tag": "7a766edc-50c5-4f38-bfbd-5f1cb04e48a8"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:49:57.926743 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e3bf2d-82d1-4168-ac3c-5849c14f8921 x-openstack-request-id: req-b0e3bf2d-82d1-4168-ac3c-5849c14f8921 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:49:57.927061 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a3c922-a3b0-41ee-9726-aa3a38dd5143", "name": "network-vif-plugged", "status": "completed", "tag": "7a766edc-50c5-4f38-bfbd-5f1cb04e48a8", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:49:57.927317 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0e3bf2d-82d1-4168-ac3c-5849c14f8921 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:49:57.927705 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a3c922-a3b0-41ee-9726-aa3a38dd5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8', 'code': 200} Dec 13 16:49:58.030023 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330e0b8-53a7-485e-a197-237fa1318d40 req-cfe096a2-75d0-4d1d-a8f5-59a617987e63 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:58.040874 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a330e0b8-53a7-485e-a197-237fa1318d40 req-cfe096a2-75d0-4d1d-a8f5-59a617987e63 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0912228 Dec 13 16:49:58.354739 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59536) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:58.380102 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a330e0b8-53a7-485e-a197-237fa1318d40 req-a7a2f60c-5208-4183-8348-6de10d73ae16 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376970 Dec 13 16:49:58.393819 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a467f-8a1d-4573-acf5-a285dd0a3e4d req-44ab1245-680c-4e9d-893d-3bb93eb8c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:58.396161 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-972a467f-8a1d-4573-acf5-a285dd0a3e4d req-44ab1245-680c-4e9d-893d-3bb93eb8c9d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 1098 time: 0.0697005 Dec 13 16:49:58.426687 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-055c05a9-a498-48bf-b9ae-0cc9c929b1a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f1c54d0ed6f4fd790c45b416e9910c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702908 Dec 13 16:49:58.429394 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59540) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:58.446799 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-972a467f-8a1d-4573-acf5-a285dd0a3e4d req-41167d66-21ff-4bef-bd79-d2ea5ecbd166 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Dec 13 16:49:58.490496 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d322b66c-acb3-4173-9e71-ba91aa4bc064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:58.522026 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d322b66c-acb3-4173-9e71-ba91aa4bc064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:58.571014 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d322b66c-acb3-4173-9e71-ba91aa4bc064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:58.573604 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d322b66c-acb3-4173-9e71-ba91aa4bc064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:58.574829 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d322b66c-acb3-4173-9e71-ba91aa4bc064 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8864e874-f52f-4f44-a188-8936ebc5162a HTTP/1.1" status: 204 len: 168 time: 0.1447806 Dec 13 16:49:58.583806 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322b66c-acb3-4173-9e71-ba91aa4bc064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864e874-f52f-4f44-a188-8936ebc5162a,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:49:59.525019 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd2309-246b-4db2-86f6-d7baa6ff6505 req-24725a61-9d43-4a0c-881c-a08fbd292a3d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:59.526857 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e0bd2309-246b-4db2-86f6-d7baa6ff6505 req-24725a61-9d43-4a0c-881c-a08fbd292a3d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0646045 Dec 13 16:49:59.583561 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e0bd2309-246b-4db2-86f6-d7baa6ff6505 req-d5e9be79-de49-4680-8729-dd5ef8b23dcd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484977 Dec 13 16:49:59.810315 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 59644) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:49:59.933403 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-353053b0-45b3-4053-b19e-99d51c658c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.029909 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-353053b0-45b3-4053-b19e-99d51c658c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.035001 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-353053b0-45b3-4053-b19e-99d51c658c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.077928 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-353053b0-45b3-4053-b19e-99d51c658c30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8632e7a853ca4b5d909f05bd931c5efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659369 Dec 13 16:50:00.078890 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353053b0-45b3-4053-b19e-99d51c658c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db8c0db-27c9-480c-af32-d6a497b6a04f,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:00.081317 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59648) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:00.135111 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e3a48f56-bb99-49cd-ba02-bb37d4df1fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.159364 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e3a48f56-bb99-49cd-ba02-bb37d4df1fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.215938 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e3a48f56-bb99-49cd-ba02-bb37d4df1fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.219503 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e3a48f56-bb99-49cd-ba02-bb37d4df1fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.232832 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e3a48f56-bb99-49cd-ba02-bb37d4df1fb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8db8c0db-27c9-480c-af32-d6a497b6a04f HTTP/1.1" status: 204 len: 168 time: 0.1423039 Dec 13 16:50:00.243413 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a48f56-bb99-49cd-ba02-bb37d4df1fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db8c0db-27c9-480c-af32-d6a497b6a04f,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:00.718004 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365a12-c0a0-4a89-a2e9-9d98c7974ee1 req-528795d6-bd33-45f7-b754-2e74dd0b2666 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:00.719559 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d9365a12-c0a0-4a89-a2e9-9d98c7974ee1 req-528795d6-bd33-45f7-b754-2e74dd0b2666 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0550988 Dec 13 16:50:00.773839 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d9365a12-c0a0-4a89-a2e9-9d98c7974ee1 req-b2ad8581-58fa-4c1e-ad60-6bde0a202147 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459006 Dec 13 16:50:01.128869 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-a98f417a-56eb-4aa7-ae1a-9bb35638b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:01.130392 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-a98f417a-56eb-4aa7-ae1a-9bb35638b9a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 1098 time: 0.0851183 Dec 13 16:50:01.137807 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa8de5-a5b5-4686-a1e5-472ff298a66e req-f4327066-eaca-44b2-ba2f-b0369facd871 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:01.139191 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a8aa8de5-a5b5-4686-a1e5-472ff298a66e req-f4327066-eaca-44b2-ba2f-b0369facd871 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0825403 Dec 13 16:50:01.265433 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a8aa8de5-a5b5-4686-a1e5-472ff298a66e req-0a8b0ada-97de-42f4-8e8e-aa43a8b206f2 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126010 Dec 13 16:50:01.284750 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-4c3ba423-c99c-4f6a-b931-32eb0cb083f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:01.286464 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-4c3ba423-c99c-4f6a-b931-32eb0cb083f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 920 time: 0.1410487 Dec 13 16:50:01.344275 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-72fdd878-950d-4e5f-b515-59d41c03d81a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 HTTP/1.1" status: 200 len: 217 time: 0.0417929 Dec 13 16:50:01.412462 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-0d3ebda0-61bb-473d-bd31-0d52c55413de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:01.414077 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-0d3ebda0-61bb-473d-bd31-0d52c55413de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 200 len: 859 time: 0.0613725 Dec 13 16:50:01.456953 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-0dab82a3-edb8-485c-83e3-d898abd1fe8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8652ce83-d216-44fa-8946-071181554706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314770 Dec 13 16:50:01.558138 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-fbcd55ac-484f-4bf1-8eba-9aa062be8329 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916898 Dec 13 16:50:01.660774 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f8742d6a-ba2e-4f44-871f-f1c1423f5b2b req-b51e49e5-eff1-41c9-8d96-4ff44d6025d6 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954528 Dec 13 16:50:02.396334 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3c95-7801-4c94-b89a-0ab92281d986 req-79b25d5e-accf-413b-8462-b63a8dbf0cfd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:02.399794 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bfcc3c95-7801-4c94-b89a-0ab92281d986 req-79b25d5e-accf-413b-8462-b63a8dbf0cfd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0518045 Dec 13 16:50:02.465227 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bfcc3c95-7801-4c94-b89a-0ab92281d986 req-763a624d-8b1b-46eb-9e91-3874e61b7157 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606868 Dec 13 16:50:06.283904 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0787eab-8a6f-41cb-8fcd-09c1e4a310ce req-21bce2dc-53f6-44e1-a2b6-b1e91807abd9 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:06.285407 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a0787eab-8a6f-41cb-8fcd-09c1e4a310ce req-21bce2dc-53f6-44e1-a2b6-b1e91807abd9 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0510206 Dec 13 16:50:06.336249 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a0787eab-8a6f-41cb-8fcd-09c1e4a310ce req-e9a9d100-e75c-4c4e-8527-a9f4edff23f5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Dec 13 16:50:07.699901 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804a297-6f9b-410f-a5e0-f85db915311d req-5f53f483-7c10-4b6c-9358-72a8d4dd8424 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:07.701428 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9804a297-6f9b-410f-a5e0-f85db915311d req-5f53f483-7c10-4b6c-9358-72a8d4dd8424 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.2841191 Dec 13 16:50:07.753397 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9804a297-6f9b-410f-a5e0-f85db915311d req-9d7b21d7-1949-4b6e-ab86-bbc23bd13418 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 Dec 13 16:50:08.880552 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fa076-364f-4694-a293-23b060ff7e91 req-b1c77519-5c1a-44d2-99d8-bcea4795a54b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:08.882056 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-147fa076-364f-4694-a293-23b060ff7e91 req-b1c77519-5c1a-44d2-99d8-bcea4795a54b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0554557 Dec 13 16:50:08.933383 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-147fa076-364f-4694-a293-23b060ff7e91 req-6af93990-474c-43fb-b801-baae826d78a9 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Dec 13 16:50:09.842588 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59828) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:09.947924 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:10.024613 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:10.031579 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:10.058220 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbfdfe-a43d-4555-acbf-779422ede627 req-aaf65166-2763-49b8-bbe5-35cc053b4241 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:10.059742 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bbbfdfe-a43d-4555-acbf-779422ede627 req-aaf65166-2763-49b8-bbe5-35cc053b4241 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0514841 Dec 13 16:50:10.071999 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b39005c50bb49ca98d24f075a1a72ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282813 Dec 13 16:50:10.073160 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5bad07-76c3-4295-8065-6567fa47c422,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:10.075106 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59834) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:10.091313 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.091572 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.091905 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.092280 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.092727 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.093061 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.093388 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.093732 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.094058 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.094391 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.094729 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.095031 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.095371 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84623c-c387-4244-9347-de526e275c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:10.119507 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bbbfdfe-a43d-4555-acbf-779422ede627 req-210dbcaa-cfc0-4391-bb21-3d795bb4f61c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Dec 13 16:50:10.140866 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6c7125e4-3c47-483d-a58e-55835c3aac2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:10.167937 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6c7125e4-3c47-483d-a58e-55835c3aac2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:10.215317 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6c7125e4-3c47-483d-a58e-55835c3aac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:10.217972 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-6c7125e4-3c47-483d-a58e-55835c3aac2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:10.219142 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-6c7125e4-3c47-483d-a58e-55835c3aac2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f5bad07-76c3-4295-8065-6567fa47c422 HTTP/1.1" status: 204 len: 168 time: 0.1431389 Dec 13 16:50:10.227626 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7125e4-3c47-483d-a58e-55835c3aac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5bad07-76c3-4295-8065-6567fa47c422,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:11.245111 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c26389-7244-438d-a2d2-4f4ae34a3b59 req-7b6d87d4-4206-49f1-b1d8-4791ff024c5e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:11.246826 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82c26389-7244-438d-a2d2-4f4ae34a3b59 req-7b6d87d4-4206-49f1-b1d8-4791ff024c5e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0532117 Dec 13 16:50:11.303636 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82c26389-7244-438d-a2d2-4f4ae34a3b59 req-dbfd3c01-fd0d-41b0-aac6-4f737714a70a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500681 Dec 13 16:50:11.410460 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59882) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:11.519562 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-57224d5c-fa5f-40ab-b3c5-b4664eaba790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.606395 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-57224d5c-fa5f-40ab-b3c5-b4664eaba790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.610023 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-57224d5c-fa5f-40ab-b3c5-b4664eaba790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.647687 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224d5c-fa5f-40ab-b3c5-b4664eaba790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92f810a-8021-4f77-9bb6-ac8f5c89ad92,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:11.652202 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-57224d5c-fa5f-40ab-b3c5-b4664eaba790 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29eacbeffc01480fa5900500c94106c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406847 Dec 13 16:50:11.654964 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 59886) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:11.703835 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9538-faaa-4c01-ba43-2b9823f2b991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.726414 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9538-faaa-4c01-ba43-2b9823f2b991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.779409 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9538-faaa-4c01-ba43-2b9823f2b991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.782128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9538-faaa-4c01-ba43-2b9823f2b991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.783369 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-ab1e9538-faaa-4c01-ba43-2b9823f2b991 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b92f810a-8021-4f77-9bb6-ac8f5c89ad92 HTTP/1.1" status: 204 len: 168 time: 0.1275210 Dec 13 16:50:11.794757 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e9538-faaa-4c01-ba43-2b9823f2b991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92f810a-8021-4f77-9bb6-ac8f5c89ad92,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:12.432359 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139510e-92d3-474b-9612-8807454eddd2 req-351d3f20-017c-4d7c-85c9-9aa1c3961c0d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.433947 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5139510e-92d3-474b-9612-8807454eddd2 req-351d3f20-017c-4d7c-85c9-9aa1c3961c0d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Dec 13 16:50:12.484883 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5139510e-92d3-474b-9612-8807454eddd2 req-fd68e013-2aa8-4f05-ab77-9911556ceb81 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Dec 13 16:50:13.615532 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e5b1d-e876-40f1-9dae-4afb19754f62 req-4e0948af-0da6-4f6f-bdde-ef9049395aba tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:13.617408 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a9e5b1d-e876-40f1-9dae-4afb19754f62 req-4e0948af-0da6-4f6f-bdde-ef9049395aba tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0593929 Dec 13 16:50:13.676052 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a9e5b1d-e876-40f1-9dae-4afb19754f62 req-05351119-cb2c-4f0b-bd23-970eb38e9893 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518098 Dec 13 16:50:13.877723 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a0e5-0611-4328-b131-9a37ba307c8d req-eb5d9e6a-b248-41f3-b1e2-43a577044ed4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:13.879222 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3af1a0e5-0611-4328-b131-9a37ba307c8d req-eb5d9e6a-b248-41f3-b1e2-43a577044ed4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0527375 Dec 13 16:50:13.935469 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3af1a0e5-0611-4328-b131-9a37ba307c8d req-a146c530-144f-4b44-9ade-326d077bcb0d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492492 Dec 13 16:50:14.805716 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef2cc-8257-4c4b-a002-13d04d886843 req-71455c7b-7a11-4f88-b8c5-9868e7191fe0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:14.807214 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e53ef2cc-8257-4c4b-a002-13d04d886843 req-71455c7b-7a11-4f88-b8c5-9868e7191fe0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0517404 Dec 13 16:50:14.859058 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e53ef2cc-8257-4c4b-a002-13d04d886843 req-02c43849-605f-46d4-b0eb-039b65ef1477 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456157 Dec 13 16:50:15.064849 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262125-57bf-4a5d-b38a-821dd167523d req-ae905f83-7d74-49ad-b980-e7a027076af5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:15.066371 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-92262125-57bf-4a5d-b38a-821dd167523d req-ae905f83-7d74-49ad-b980-e7a027076af5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0522990 Dec 13 16:50:15.117294 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-92262125-57bf-4a5d-b38a-821dd167523d req-55b6d475-a6a0-4ae1-afab-535358379294 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448594 Dec 13 16:50:15.740683 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-615267e3-364d-4923-9512-359688299583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:15.742229 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-615267e3-364d-4923-9512-359688299583 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1098 time: 0.0412023 Dec 13 16:50:15.855337 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-5256dc65-f32a-4b95-96b9-7964b5015189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:15.856771 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-5256dc65-f32a-4b95-96b9-7964b5015189 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.0923131 Dec 13 16:50:15.930780 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-ae920f8e-644c-4c2f-a684-034bea7c2dea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 200 len: 1001 time: 0.0645757 Dec 13 16:50:16.009669 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-360753be-ebec-4906-af6b-3b4350601f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:16.011153 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-360753be-ebec-4906-af6b-3b4350601f8c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0699196 Dec 13 16:50:16.023137 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88689-837d-406d-b693-fc33abfab996 req-102347dc-ce32-464e-8944-7070ddaa48ff tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:16.024620 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fdd88689-837d-406d-b693-fc33abfab996 req-102347dc-ce32-464e-8944-7070ddaa48ff tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0922530 Dec 13 16:50:16.095116 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-87ddb078-e6ea-46e3-ba57-f058448bfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:16.096700 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-87ddb078-e6ea-46e3-ba57-f058448bfebb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711145 Dec 13 16:50:16.100437 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fdd88689-837d-406d-b693-fc33abfab996 req-e224e50c-ddb7-44a8-9edd-ac5aa76d2ac0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673103 Dec 13 16:50:16.194907 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-b5f010d3-5ebe-42d7-91d2-ae60bba0ca4b service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889680 Dec 13 16:50:16.251933 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ff0a1-b1ab-4b3a-a208-56b257cbb3a6 req-2c88e4ab-b501-4f38-b99a-0e52753e947f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:16.254433 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1a5ff0a1-b1ab-4b3a-a208-56b257cbb3a6 req-2c88e4ab-b501-4f38-b99a-0e52753e947f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0577779 Dec 13 16:50:16.299760 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef5f36e0-dbb3-4481-9ac7-d8a090fa9f24 req-2b316194-2361-4de9-871d-554ae6a54ba5 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937254 Dec 13 16:50:16.302597 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1a5ff0a1-b1ab-4b3a-a208-56b257cbb3a6 req-2ec7d445-d3f1-4c20-a645-788f536f7978 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Dec 13 16:50:17.225167 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0737984-8834-4621-af2b-16ce68be3e64 req-8538c27b-178d-4734-a895-c215862158f1 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:17.226671 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f0737984-8834-4621-af2b-16ce68be3e64 req-8538c27b-178d-4734-a895-c215862158f1 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0534174 Dec 13 16:50:17.280290 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f0737984-8834-4621-af2b-16ce68be3e64 req-371d93dc-180c-4448-bf1c-5bfa3823f75e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474746 Dec 13 16:50:17.324228 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-394436de-80a0-40be-b2ea-e1f102b7eb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:17.431157 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70206-2901-4103-8804-0b5fe3633c66 req-c07d7ddd-a3c4-476b-aede-d109e6d665af tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:17.432752 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-39c70206-2901-4103-8804-0b5fe3633c66 req-c07d7ddd-a3c4-476b-aede-d109e6d665af tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0548556 Dec 13 16:50:17.482839 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-39c70206-2901-4103-8804-0b5fe3633c66 req-6b709e88-7120-40e5-80e6-b9f091073712 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435517 Dec 13 16:50:18.424080 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6bd34-210e-4fc5-9ff3-79a37d2090c7 req-333fd59b-369d-4837-b982-22f4036b21cd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:18.425629 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e0c6bd34-210e-4fc5-9ff3-79a37d2090c7 req-333fd59b-369d-4837-b982-22f4036b21cd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0531120 Dec 13 16:50:18.441332 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:18.475036 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e0c6bd34-210e-4fc5-9ff3-79a37d2090c7 req-fb8e00af-e1b9-4e54-b82b-dd6119e31816 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Dec 13 16:50:18.607424 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ae230-2c21-45d3-82df-09b9f329c925 req-a6101d4c-8c62-484d-94c3-07398dff9fac tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:18.609142 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fe7ae230-2c21-45d3-82df-09b9f329c925 req-a6101d4c-8c62-484d-94c3-07398dff9fac tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0543363 Dec 13 16:50:18.661852 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fe7ae230-2c21-45d3-82df-09b9f329c925 req-ff4425b9-d579-406c-8247-ddafd025cb41 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465519 Dec 13 16:50:19.295042 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 60034) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:19.414000 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-153754d7-4471-4e7b-8fc7-8bc406922523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:19.498794 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-153754d7-4471-4e7b-8fc7-8bc406922523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:19.505454 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-153754d7-4471-4e7b-8fc7-8bc406922523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:19.547692 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-153754d7-4471-4e7b-8fc7-8bc406922523 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f403b1039c14150a1b4eac4f87b3734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511795 Dec 13 16:50:19.548426 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153754d7-4471-4e7b-8fc7-8bc406922523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a020ab-ef47-4ec3-8787-4086654c0a0a,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:19.550697 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 60042) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:19.605817 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214d62f-d5ed-431e-8e9d-334d91120fff req-aef98bbc-707c-4e39-b341-865ddb29f77c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:19.606532 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:19.607471 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d214d62f-d5ed-431e-8e9d-334d91120fff req-aef98bbc-707c-4e39-b341-865ddb29f77c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0561216 Dec 13 16:50:19.629831 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:19.662586 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d214d62f-d5ed-431e-8e9d-334d91120fff req-7b797555-9948-47f7-9b0f-606b25711a69 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Dec 13 16:50:19.680216 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-16d9605e-af18-42ab-acdf-0681aa638d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:19.703316 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:19.706199 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:19.707397 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1a020ab-ef47-4ec3-8787-4086654c0a0a HTTP/1.1" status: 204 len: 168 time: 0.1556609 Dec 13 16:50:19.715886 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a020ab-ef47-4ec3-8787-4086654c0a0a,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:19.724532 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.724905 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.725454 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.725946 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.726433 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.726771 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.727107 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.727445 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.727770 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.728085 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.728563 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.729057 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.729545 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfd3d3-c900-4756-a688-bd21c347ecb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:19.815127 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdba0bb-f4e2-400c-b9c0-9cf57eee4b38 req-fbdc5047-fbbb-44bc-b6ac-60cb49e6b43b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:19.816863 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6cdba0bb-f4e2-400c-b9c0-9cf57eee4b38 req-fbdc5047-fbbb-44bc-b6ac-60cb49e6b43b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0525968 Dec 13 16:50:19.868470 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6cdba0bb-f4e2-400c-b9c0-9cf57eee4b38 req-351646c1-79a9-4a85-94fb-5fa4d0b51373 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449646 Dec 13 16:50:20.738993 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:20.823927 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36e63-47fc-45fc-9aa3-179a8358eb19 req-5623411d-5c21-457e-86f1-3cf97e2eaa03 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:20.825780 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-aae36e63-47fc-45fc-9aa3-179a8358eb19 req-5623411d-5c21-457e-86f1-3cf97e2eaa03 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0646884 Dec 13 16:50:20.881771 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-aae36e63-47fc-45fc-9aa3-179a8358eb19 req-9e7b6187-4562-4c30-8ad3-5d6e535cde83 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493603 Dec 13 16:50:21.003422 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6c13-f076-4e70-aeb4-4735d414169b req-21a4b3ca-41cd-450a-93ac-f9ff9bea0e17 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:21.005117 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c2bb6c13-f076-4e70-aeb4-4735d414169b req-21a4b3ca-41cd-450a-93ac-f9ff9bea0e17 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0593448 Dec 13 16:50:21.058581 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c2bb6c13-f076-4e70-aeb4-4735d414169b req-ffa8c9a7-d9d3-4577-97b7-bdf58b2ad9e7 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471404 Dec 13 16:50:22.090786 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-d2c8430b-b334-4a2d-9b18-a636d6b3c304 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=573f4507ec8f41eb938c17dc3c07cb4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328212 Dec 13 16:50:22.156673 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f1297-665d-4dac-a12c-19c6308d01d8 req-dcd54045-ccf7-4406-9302-a7e8e649807e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:22.158245 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b49f1297-665d-4dac-a12c-19c6308d01d8 req-dcd54045-ccf7-4406-9302-a7e8e649807e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0523574 Dec 13 16:50:22.221419 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b49f1297-665d-4dac-a12c-19c6308d01d8 req-fdd634bc-3c9e-4f23-943e-1535a15c1170 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566411 Dec 13 16:50:22.226191 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:22.305831 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e937-614d-434f-af0c-1ba798371cc2 req-05324aef-5b70-4235-a3e9-c9426b169a6b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:22.313030 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-05324aef-5b70-4235-a3e9-c9426b169a6b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163363 Dec 13 16:50:22.333244 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-b600dbf8-3418-451e-a65a-0e91681d20cb tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/quotas/573f4507ec8f41eb938c17dc3c07cb4e HTTP/1.1" status: 200 len: 375 time: 0.0191789 Dec 13 16:50:22.363529 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-bce6a14f-fdf9-44f9-836c-63a3817f4495 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=573f4507ec8f41eb938c17dc3c07cb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284524 Dec 13 16:50:22.364437 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b382d-04a3-44cd-92a7-b6f266d8a8ee req-5c0ce731-18ee-4197-b1d0-2baba814528a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:22.366069 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-877b382d-04a3-44cd-92a7-b6f266d8a8ee req-5c0ce731-18ee-4197-b1d0-2baba814528a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0765569 Dec 13 16:50:22.426628 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-877b382d-04a3-44cd-92a7-b6f266d8a8ee req-d95bedde-aaef-423d-8ac2-2d9bbef8b626 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523195 Dec 13 16:50:22.586353 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef05052a-ec55-4771-a98c-48ce99ee7cc5 req-f3c6e451-0791-4528-816a-74ecc0cb866c tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 210 time: 0.0339575 Dec 13 16:50:23.004027 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:23.100385 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19098c-cec4-430a-8e2f-d098b39a38e6 req-8d1a34e9-4626-4d08-8d96-a50ebdef9a5a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:23.101977 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-be19098c-cec4-430a-8e2f-d098b39a38e6 req-8d1a34e9-4626-4d08-8d96-a50ebdef9a5a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0516560 Dec 13 16:50:23.158142 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-be19098c-cec4-430a-8e2f-d098b39a38e6 req-0caf1ec3-31ce-41cb-9e3e-d6cfb455020b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477793 Dec 13 16:50:23.350234 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e1579-e306-4f22-9769-d708e5f91106 req-a100c8c5-aca0-4f2d-9be4-da4ac46d9818 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:23.351807 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-296e1579-e306-4f22-9769-d708e5f91106 req-a100c8c5-aca0-4f2d-9be4-da4ac46d9818 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Dec 13 16:50:23.400186 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-296e1579-e306-4f22-9769-d708e5f91106 req-f5f9e220-31b7-42a2-b078-53fb27098291 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 Dec 13 16:50:23.572955 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-2808c963-279f-4fb2-89df-fc021e7618d5 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=573f4507ec8f41eb938c17dc3c07cb4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347443 Dec 13 16:50:23.590887 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62be5ff-68e7-400a-9a8b-3211039105f3 req-64710f4f-1df1-4a9c-b5aa-7f2662c538bf tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:23.592787 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c62be5ff-68e7-400a-9a8b-3211039105f3 req-64710f4f-1df1-4a9c-b5aa-7f2662c538bf tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0815520 Dec 13 16:50:23.716774 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a77163fb-c1b5-43f4-813a-0f4e56148284 req-f1323dcc-b6a7-4158-8be9-8cb8f12f630b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 210 time: 0.0346463 Dec 13 16:50:23.812441 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c62be5ff-68e7-400a-9a8b-3211039105f3 req-adaae785-55a3-4186-b15d-5b5deb823aa8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055452 Dec 13 16:50:23.861891 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e937-614d-434f-af0c-1ba798371cc2 req-2c32a6f7-2c72-416c-a0f3-6db352c2d822 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:23.863350 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-2c32a6f7-2c72-416c-a0f3-6db352c2d822 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697034 Dec 13 16:50:23.879714 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Request body: {'port': {'device_id': 'a5507551-35a1-4dc3-81d7-4eda23f04070', 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1', 'admin_state_up': True, 'tenant_id': '573f4507ec8f41eb938c17dc3c07cb4e'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:24.002512 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Made reservation on behalf of 573f4507ec8f41eb938c17dc3c07cb4e for: {'port': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:50:24.006595 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.018294 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.097299 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.102229 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.169642 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f44f934-ca01-432a-b244-ae0b64bfb36d,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:24.244485 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Allocated IP 192.168.233.41 (7064c83d-55d4-4596-8a82-fa3c10abdae1/df6e5626-c78b-4430-8a69-64a0e7b59253/22f4ecd9-4abb-481c-a85b-bfff4bfb33cf) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:50:24.280469 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a68e8f-e668-4d83-bd4a-ba7a82500c51 req-6447a3f8-51ec-465b-a766-57ce407180ae tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:24.282444 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-01a68e8f-e668-4d83-bd4a-ba7a82500c51 req-6447a3f8-51ec-465b-a766-57ce407180ae tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0534396 Dec 13 16:50:24.337919 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-01a68e8f-e668-4d83-bd4a-ba7a82500c51 req-0be24e6a-58e1-4ecf-bc39-8e929a7b5e3c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477591 Dec 13 16:50:24.406728 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.443652 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.510789 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Network 7064c83d-55d4-4596-8a82-fa3c10abdae1 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:50:24.518102 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:50:24.522516 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:50:24.531291 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Pushing event updated for resources: {'Port': ['ID=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:24.584909 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9efd6-d505-4e4d-b57e-b41caeb23d5d req-c30dfdf3-2f4d-4ff4-809e-6da5eff48766 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:24.586474 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77c9efd6-d505-4e4d-b57e-b41caeb23d5d req-c30dfdf3-2f4d-4ff4-809e-6da5eff48766 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.1104338 Dec 13 16:50:24.594817 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:24.595457 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.632987 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-84778259-2df8-4178-a34d-0f6aa5019639 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7560012 Dec 13 16:50:24.649888 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Request body: {'port': {'device_id': 'a5507551-35a1-4dc3-81d7-4eda23f04070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:24.684360 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-77c9efd6-d505-4e4d-b57e-b41caeb23d5d req-6f175bf9-e6ee-4a6f-8b0f-275a274eda19 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858066 Dec 13 16:50:24.721724 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.784602 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-a5a14474-2373-4d8b-9544-b930c33da929 None None] Provisioning complete for port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:50:24.785200 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-a5a14474-2373-4d8b-9544-b930c33da929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.822401 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-a5a14474-2373-4d8b-9544-b930c33da929 None None] Port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:50:24.836837 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13d773-9542-40a4-8567-e24cd087ed86 req-0683f7af-b8d5-402c-8655-ce015c1db95b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:24.838358 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6c13d773-9542-40a4-8567-e24cd087ed86 req-0683f7af-b8d5-402c-8655-ce015c1db95b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 935 time: 0.0565479 Dec 13 16:50:24.896000 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6c13d773-9542-40a4-8567-e24cd087ed86 req-b7106df3-a611-4931-aa37-83c19ff15ad6 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Dec 13 16:50:25.206948 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f84f1-a796-4232-9b29-9adf4e168fd9 req-df9aca92-d176-460c-a155-23f0a132b713 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:25.208501 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf0f84f1-a796-4232-9b29-9adf4e168fd9 req-df9aca92-d176-460c-a155-23f0a132b713 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.3048389 Dec 13 16:50:25.291292 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf0f84f1-a796-4232-9b29-9adf4e168fd9 req-ecfd7c29-d5de-4020-bb0d-af80675d7ea6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764410 Dec 13 16:50:25.298476 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf {{(pid=109391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:50:25.306727 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:25.319688 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.provisioning_blocks [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Transition to ACTIVE for port object 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf will not be triggered until provisioned by entity L2. {{(pid=109391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:50:25.324476 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:25.376204 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:25.462448 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Attempting to bind port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:50:25.462799 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Attempting to bind port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:50:25.463124 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Attempting to bind port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf on network 7064c83d-55d4-4596-8a82-fa3c10abdae1 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:50:25.467750 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf on network 7064c83d-55d4-4596-8a82-fa3c10abdae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:50:25.468093 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Attempting to bind port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf on network 7064c83d-55d4-4596-8a82-fa3c10abdae1 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:50:25.473915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:50:25.474229 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Checking segment: {'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:50:25.474625 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Bound using segment: {'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:50:25.475279 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Bound port: 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1'}}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:50:25.475615 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:25.480312 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f855bb7-6729-4aec-966b-054a6c24a2ec req-5b1990c2-3cd2-49ba-a342-2b8929f2fc79 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:25.482054 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8f855bb7-6729-4aec-966b-054a6c24a2ec req-5b1990c2-3cd2-49ba-a342-2b8929f2fc79 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0555665 Dec 13 16:50:25.538858 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8f855bb7-6729-4aec-966b-054a6c24a2ec req-91c2bcff-790e-4460-b76f-312a80de740d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474527 Dec 13 16:50:25.552702 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] For port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf, host hv-cinder-82160, cleared binding levels {{(pid=109391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:50:25.556014 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] For port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,segment=NetworkSegment(6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92),segment_id=6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92)] {{(pid=109391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:50:25.561803 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:25.602305 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:25.602982 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:25.604360 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] 10.222.0.65 "PUT /v2.0/ports/22f4ecd9-4abb-481c-a85b-bfff4bfb33cf HTTP/1.1" status: 200 len: 1097 time: 0.9610291 Dec 13 16:50:25.605029 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5507551-35a1-4dc3-81d7-4eda23f04070', 'tag': '22f4ecd9-4abb-481c-a85b-bfff4bfb33cf'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:25.607386 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7757e1-c597-46dc-94df-d22fed72728a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5507551-35a1-4dc3-81d7-4eda23f04070", "tag": "22f4ecd9-4abb-481c-a85b-bfff4bfb33cf"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:25.630364 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf216dc-a2bf-4b56-a532-fda6366eb6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,revision_number=3']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:25.659001 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49c25e9-7017-4dcc-bbce-c15e2fa5389e x-openstack-request-id: req-a49c25e9-7017-4dcc-bbce-c15e2fa5389e {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:25.659293 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5507551-35a1-4dc3-81d7-4eda23f04070", "tag": "22f4ecd9-4abb-481c-a85b-bfff4bfb33cf", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:25.659646 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a49c25e9-7017-4dcc-bbce-c15e2fa5389e {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:25.660057 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5507551-35a1-4dc3-81d7-4eda23f04070', 'tag': '22f4ecd9-4abb-481c-a85b-bfff4bfb33cf', 'status': 'completed', 'code': 200} Dec 13 16:50:25.820753 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1306b-0b1b-4d53-ac19-5b2de0c204f0 req-1a37beeb-a348-4a33-8681-5a4ef558f749 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:25.822278 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-15f1306b-0b1b-4d53-ac19-5b2de0c204f0 req-1a37beeb-a348-4a33-8681-5a4ef558f749 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0530660 Dec 13 16:50:25.877216 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-15f1306b-0b1b-4d53-ac19-5b2de0c204f0 req-d366c019-1389-4643-9b9f-7688d2261553 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Dec 13 16:50:26.023546 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6f7c-7c96-41cb-9049-068fe221bac9 req-2bee0711-0cdb-4d80-93da-64c57a30b38b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:26.025041 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e6e6f7c-7c96-41cb-9049-068fe221bac9 req-2bee0711-0cdb-4d80-93da-64c57a30b38b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 947 time: 0.0562446 Dec 13 16:50:26.077127 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e6e6f7c-7c96-41cb-9049-068fe221bac9 req-3ac272c3-64e5-4928-96ee-99e6df7fcfec tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Dec 13 16:50:26.422081 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1cc6-774b-4c4c-80ac-65ddfec8303c req-7e7497c1-d39d-46b2-b309-71d71d29fe55 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:26.423704 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-526a1cc6-774b-4c4c-80ac-65ddfec8303c req-7e7497c1-d39d-46b2-b309-71d71d29fe55 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0506351 Dec 13 16:50:26.476492 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-526a1cc6-774b-4c4c-80ac-65ddfec8303c req-cb53c6a9-2062-422c-a755-d84f0810392c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465162 Dec 13 16:50:26.587141 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:50:26.666853 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f65a6a-81a3-4178-9dd7-67551a2fefa9 req-c4e2044b-7a58-451d-89ca-e1443829069e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:26.668513 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-43f65a6a-81a3-4178-9dd7-67551a2fefa9 req-c4e2044b-7a58-451d-89ca-e1443829069e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0567219 Dec 13 16:50:26.717037 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-43f65a6a-81a3-4178-9dd7-67551a2fefa9 req-4fd31680-a966-44bd-969b-6d09dc92973a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Dec 13 16:50:26.999330 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129303f-988b-4102-99d0-16f8e63a27bc req-917a8c7b-6fc0-4ceb-b671-0e9f80785cfb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:27.000838 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a129303f-988b-4102-99d0-16f8e63a27bc req-917a8c7b-6fc0-4ceb-b671-0e9f80785cfb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0493743 Dec 13 16:50:27.053577 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a129303f-988b-4102-99d0-16f8e63a27bc req-7b7852e2-a968-4fec-92ea-3d642a1b5f5b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466611 Dec 13 16:50:27.196198 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a148cc5-dd8f-4dff-9870-e849453afd1d req-329fe071-eda0-4822-8438-7b25a6bcfe63 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:27.197746 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9a148cc5-dd8f-4dff-9870-e849453afd1d req-329fe071-eda0-4822-8438-7b25a6bcfe63 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 947 time: 0.0500586 Dec 13 16:50:27.254806 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9a148cc5-dd8f-4dff-9870-e849453afd1d req-4cccf560-46fa-4019-870e-04f429cc9e67 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501058 Dec 13 16:50:27.603548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509e5f4-12b7-452a-93a9-6155549eab07 req-0ecac689-0ecc-4701-a501-6ed071fa95c3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:27.605189 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0509e5f4-12b7-452a-93a9-6155549eab07 req-0ecac689-0ecc-4701-a501-6ed071fa95c3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0519121 Dec 13 16:50:27.659966 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0509e5f4-12b7-452a-93a9-6155549eab07 req-7737757d-5175-4f28-8f44-43ccf4757c53 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479589 Dec 13 16:50:27.844928 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40966020-a3eb-4d59-8d3c-6d4ecb0c5857 req-e4cefb34-25f6-4ea2-9c81-347ce627414c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:27.846641 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-40966020-a3eb-4d59-8d3c-6d4ecb0c5857 req-e4cefb34-25f6-4ea2-9c81-347ce627414c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0532081 Dec 13 16:50:27.899174 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-40966020-a3eb-4d59-8d3c-6d4ecb0c5857 req-4de718b1-0450-4478-9c5e-80e4e9b42acf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465021 Dec 13 16:50:28.178360 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec013e9-7c8c-4c29-9fb4-b8bd6b0c9c67 req-ac7d0911-1e6e-4d08-bb86-9eef93d768ba tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:28.179890 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bec013e9-7c8c-4c29-9fb4-b8bd6b0c9c67 req-ac7d0911-1e6e-4d08-bb86-9eef93d768ba tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0549312 Dec 13 16:50:28.229115 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bec013e9-7c8c-4c29-9fb4-b8bd6b0c9c67 req-1f8a4312-5ef1-468e-abb5-2f9fd72f8a9d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Dec 13 16:50:28.241186 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7757e1-c597-46dc-94df-d22fed72728a req-2faeb144-d6ca-4418-aca8-0d942006243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:28.242826 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ca7757e1-c597-46dc-94df-d22fed72728a req-2faeb144-d6ca-4418-aca8-0d942006243f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=573f4507ec8f41eb938c17dc3c07cb4e&device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 1100 time: 0.0417302 Dec 13 16:50:28.276220 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ca7757e1-c597-46dc-94df-d22fed72728a req-1d8c76e3-36f0-4980-8102-db73d4770f53 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=573f4507ec8f41eb938c17dc3c07cb4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213587 Dec 13 16:50:28.413351 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7757e1-c597-46dc-94df-d22fed72728a req-580d1f9e-811f-4a3e-87a6-c3f3b05d2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:28.414739 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ca7757e1-c597-46dc-94df-d22fed72728a req-580d1f9e-811f-4a3e-87a6-c3f3b05d2259 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293206 Dec 13 16:50:28.422232 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b9d92-8f58-4938-bd43-f9082575cffd req-3382a95e-d2b9-4177-b67d-d43aa9ecd27f tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:28.423645 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-536b9d92-8f58-4938-bd43-f9082575cffd req-3382a95e-d2b9-4177-b67d-d43aa9ecd27f tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 947 time: 0.0849459 Dec 13 16:50:28.491236 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-536b9d92-8f58-4938-bd43-f9082575cffd req-36315d60-9509-4e0e-816e-bf89a3eb2bc5 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612123 Dec 13 16:50:28.527705 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e937-614d-434f-af0c-1ba798371cc2 req-16b86391-0056-499f-a8b3-ae404e1241b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:28.529892 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-16b86391-0056-499f-a8b3-ae404e1241b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=573f4507ec8f41eb938c17dc3c07cb4e&device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 1100 time: 0.0567365 Dec 13 16:50:28.582927 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-02229f80-7b8a-439e-89e9-7ecce6bd57a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf HTTP/1.1" status: 200 len: 217 time: 0.0404704 Dec 13 16:50:28.644265 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e937-614d-434f-af0c-1ba798371cc2 req-300d9d5e-0d7d-4241-a106-46271adb28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:28.645762 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-300d9d5e-0d7d-4241-a106-46271adb28e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df6e5626-c78b-4430-8a69-64a0e7b59253 HTTP/1.1" status: 200 len: 843 time: 0.0487945 Dec 13 16:50:28.700401 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e937-614d-434f-af0c-1ba798371cc2 req-b0a13708-47a9-489a-bca9-56bfbd1d53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:28.702006 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-b0a13708-47a9-489a-bca9-56bfbd1d53df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7064c83d-55d4-4596-8a82-fa3c10abdae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483215 Dec 13 16:50:28.802954 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87456b-302c-44a9-bc42-9dc206442a29 req-6ff4b589-574e-4e66-bf26-d98f8a983e27 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:28.804460 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8a87456b-302c-44a9-bc42-9dc206442a29 req-6ff4b589-574e-4e66-bf26-d98f8a983e27 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0655117 Dec 13 16:50:28.826157 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-13b38f2d-bcba-4e91-ab6e-9e6784278fc4 service neutron] 10.222.0.65 "GET /v2.0/networks/7064c83d-55d4-4596-8a82-fa3c10abdae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102962 Dec 13 16:50:28.856970 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8a87456b-302c-44a9-bc42-9dc206442a29 req-c0b22282-6618-4cb2-90f2-a18196ddf6e5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463834 Dec 13 16:50:28.923497 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e956e937-614d-434f-af0c-1ba798371cc2 req-f4d83d9e-0032-4f55-add9-11bb20f4967b service neutron] 10.222.0.65 "GET /v2.0/networks/7064c83d-55d4-4596-8a82-fa3c10abdae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889907 Dec 13 16:50:29.029858 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218cf4-0cdc-4889-9928-673528743670 req-d4e8f362-0934-478e-9feb-3bb7b5a94534 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:29.031297 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1d218cf4-0cdc-4889-9928-673528743670 req-d4e8f362-0934-478e-9feb-3bb7b5a94534 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0579593 Dec 13 16:50:29.082515 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1d218cf4-0cdc-4889-9928-673528743670 req-c47719d6-6b34-4199-bb83-88736122187e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Dec 13 16:50:29.349303 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06816d94-bffb-4117-8bd7-efa0d10c3576 req-b49fe42c-803a-4386-be23-f64d9c201634 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:29.351280 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-06816d94-bffb-4117-8bd7-efa0d10c3576 req-b49fe42c-803a-4386-be23-f64d9c201634 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0512378 Dec 13 16:50:29.409876 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-06816d94-bffb-4117-8bd7-efa0d10c3576 req-8c34d5d5-bcb6-49b6-ad91-c25b62b241ac tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518334 Dec 13 16:50:29.615266 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e26ea7-2de7-4330-8e67-ac208a835669 req-22464e82-70f7-4772-8787-60688b7e74e1 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:29.616889 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b6e26ea7-2de7-4330-8e67-ac208a835669 req-22464e82-70f7-4772-8787-60688b7e74e1 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 947 time: 0.0530796 Dec 13 16:50:29.666898 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b6e26ea7-2de7-4330-8e67-ac208a835669 req-ae46d622-c7a5-499b-8e62-52d0ec144ce8 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Dec 13 16:50:29.987446 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceaabb-12bd-41e4-a163-ba230631950b req-cc38f003-2c94-46d8-aea7-281cd8e95631 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:29.988839 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-53ceaabb-12bd-41e4-a163-ba230631950b req-cc38f003-2c94-46d8-aea7-281cd8e95631 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0511963 Dec 13 16:50:30.040746 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-53ceaabb-12bd-41e4-a163-ba230631950b req-78b28dc9-48dc-4420-a5eb-011662687285 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449495 Dec 13 16:50:30.209400 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f9be-fb4c-4e09-9cc4-b307c326ec23 req-973a583e-b2e1-426e-960a-681e598dabcc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:30.210954 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-63e2f9be-fb4c-4e09-9cc4-b307c326ec23 req-973a583e-b2e1-426e-960a-681e598dabcc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0571373 Dec 13 16:50:30.261889 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-63e2f9be-fb4c-4e09-9cc4-b307c326ec23 req-9571608e-42a4-48ef-be88-071eb7672bf4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447495 Dec 13 16:50:30.532119 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c28d0-e77f-4ded-ba88-91d363e0e7e7 req-22e60843-6938-4fcb-875c-e341aa806337 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:30.534206 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b56c28d0-e77f-4ded-ba88-91d363e0e7e7 req-22e60843-6938-4fcb-875c-e341aa806337 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0517926 Dec 13 16:50:30.589441 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b56c28d0-e77f-4ded-ba88-91d363e0e7e7 req-19e666ce-6815-4157-8755-8fa469235784 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481484 Dec 13 16:50:30.831239 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e40b2-397b-4a5d-bcbc-9735a22b587f req-fbf7a9b2-8644-4a5f-883e-d82dbabb3dcf tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:30.832984 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-df0e40b2-397b-4a5d-bcbc-9735a22b587f req-fbf7a9b2-8644-4a5f-883e-d82dbabb3dcf tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 947 time: 0.0729001 Dec 13 16:50:30.897126 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-df0e40b2-397b-4a5d-bcbc-9735a22b587f req-4c38aa73-99fa-4cba-8aa6-9f8d867e701c tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574045 Dec 13 16:50:31.189632 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45e1b8-3be8-492b-9685-eb8c07b09280 req-3617b1c7-4264-4d60-b13c-8451be950326 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:31.192525 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4a45e1b8-3be8-492b-9685-eb8c07b09280 req-3617b1c7-4264-4d60-b13c-8451be950326 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0670273 Dec 13 16:50:31.262877 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4a45e1b8-3be8-492b-9685-eb8c07b09280 req-45424f62-3bcd-42ca-a912-4b9bdb467d2e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587597 Dec 13 16:50:31.399431 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792177b8-4c55-4cd0-afde-5d0a3622f7e3 req-6610a185-3e7f-4204-9358-61eacf0eaa6f tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:31.400947 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-792177b8-4c55-4cd0-afde-5d0a3622f7e3 req-6610a185-3e7f-4204-9358-61eacf0eaa6f tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0595765 Dec 13 16:50:31.458720 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-792177b8-4c55-4cd0-afde-5d0a3622f7e3 req-fb7a6fda-581a-4471-9c5f-b3146be35795 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516407 Dec 13 16:50:31.483005 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:50:31.593319 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,segment=NetworkSegment(6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92),segment_id=6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:31.606804 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '22f4ecd9-4abb-481c-a85b-bfff4bfb33cf', 'network_id': '7064c83d-55d4-4596-8a82-fa3c10abdae1', 'port_id': '22f4ecd9-4abb-481c-a85b-bfff4bfb33cf', 'mac_address': 'fa:16:3e:9f:d8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6e5626-c78b-4430-8a69-64a0e7b59253', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:50:31.651987 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:31.666293 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:50:31.686482 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,segment=NetworkSegment(6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92),segment_id=6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:31.692548 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:31.718783 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e81c-ec22-449f-b5f5-dd26be2e49dc req-5def3b21-b5be-4f67-9966-584a79c22c1a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:31.719966 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8324e81c-ec22-449f-b5f5-dd26be2e49dc req-5def3b21-b5be-4f67-9966-584a79c22c1a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0556104 Dec 13 16:50:31.753195 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:31.799081 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8324e81c-ec22-449f-b5f5-dd26be2e49dc req-79aa945e-7104-4e80-a704-1468928c2231 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713785 Dec 13 16:50:31.984271 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['22f4ecd9-4abb-481c-a85b-bfff4bfb33cf'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:50:32.028738 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387058-e155-4f61-93bb-82df56aa2be3 req-ef15e7a1-5913-42e5-8d90-7d0d1c6f4c5f tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:32.030427 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-32387058-e155-4f61-93bb-82df56aa2be3 req-ef15e7a1-5913-42e5-8d90-7d0d1c6f4c5f tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 948 time: 0.0613093 Dec 13 16:50:32.092351 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-32387058-e155-4f61-93bb-82df56aa2be3 req-d2922697-8ac7-4896-b6d4-22851bec8d53 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498383 Dec 13 16:50:32.391887 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75e5da-40b1-4b69-a558-48c1bfcde9d4 req-038adf34-c0d0-4a14-bb4d-9a1ef07566a8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:32.393479 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bc75e5da-40b1-4b69-a558-48c1bfcde9d4 req-038adf34-c0d0-4a14-bb4d-9a1ef07566a8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0525782 Dec 13 16:50:32.443938 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bc75e5da-40b1-4b69-a558-48c1bfcde9d4 req-3abc5300-d27f-40ee-b3d8-7fdc4d20c649 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442405 Dec 13 16:50:32.582981 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00d9aa-275c-4705-b163-246c7b44a601 req-3199a40c-f13b-4121-bd7b-7b6d8cdabf0e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:32.584409 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9e00d9aa-275c-4705-b163-246c7b44a601 req-3199a40c-f13b-4121-bd7b-7b6d8cdabf0e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0520201 Dec 13 16:50:32.635872 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9e00d9aa-275c-4705-b163-246c7b44a601 req-7801d00a-2833-434a-a6b0-4c0032031486 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448434 Dec 13 16:50:32.924668 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d74b6-f56f-4281-aaeb-8493db1b261d req-cc60163a-e780-404b-8ee6-4d6f73bb958d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:32.927661 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a71d74b6-f56f-4281-aaeb-8493db1b261d req-cc60163a-e780-404b-8ee6-4d6f73bb958d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0563154 Dec 13 16:50:32.985684 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a71d74b6-f56f-4281-aaeb-8493db1b261d req-99b9cd7a-7f82-4535-a94e-f3aad7167ee0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476899 Dec 13 16:50:33.223698 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52482c0-edb8-40c3-99e5-148bd3fe0337 req-b22c1cf9-0473-46b5-b3bf-ff283c86ce36 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:33.225315 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a52482c0-edb8-40c3-99e5-148bd3fe0337 req-b22c1cf9-0473-46b5-b3bf-ff283c86ce36 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 948 time: 0.0564265 Dec 13 16:50:33.274151 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a52482c0-edb8-40c3-99e5-148bd3fe0337 req-f8b326b5-28a4-486e-b0b2-bf8a23b809a8 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427642 Dec 13 16:50:33.504147 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:50:33.563437 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:50:33.567903 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687dbfc-fc46-499d-8adf-8921036dc994 req-456ab25b-8619-4231-81d4-aeb09e6fde24 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:33.569489 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a687dbfc-fc46-499d-8adf-8921036dc994 req-456ab25b-8619-4231-81d4-aeb09e6fde24 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0507295 Dec 13 16:50:33.573646 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:50:33.574019 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:33.632868 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a687dbfc-fc46-499d-8adf-8921036dc994 req-f977e5e7-eb86-4ad7-a040-68da72c9fba3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548534 Dec 13 16:50:33.663109 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:33.691049 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5507551-35a1-4dc3-81d7-4eda23f04070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f4ecd9-4abb-481c-a85b-bfff4bfb33cf'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:33.693416 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b48eef4-5e56-49b9-a5cd-fe3fe66f7613" -d '{"events": [{"server_uuid": "a5507551-35a1-4dc3-81d7-4eda23f04070", "name": "network-vif-plugged", "status": "completed", "tag": "22f4ecd9-4abb-481c-a85b-bfff4bfb33cf"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:33.707855 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,segment=NetworkSegment(6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92),segment_id=6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:33.717966 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:33.751904 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcff952b-f0c4-40e9-a026-501c2e38fc7e x-openstack-request-id: req-dcff952b-f0c4-40e9-a026-501c2e38fc7e {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:33.752388 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5507551-35a1-4dc3-81d7-4eda23f04070", "name": "network-vif-plugged", "status": "completed", "tag": "22f4ecd9-4abb-481c-a85b-bfff4bfb33cf", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:33.752807 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcff952b-f0c4-40e9-a026-501c2e38fc7e {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:33.753248 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5507551-35a1-4dc3-81d7-4eda23f04070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f4ecd9-4abb-481c-a85b-bfff4bfb33cf', 'code': 200} Dec 13 16:50:33.761636 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65cfb-32a1-48f7-bdf4-29d79cfefe0e req-0bb0180a-ec79-405e-b511-b53a0cb9aea4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:33.763316 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-97b65cfb-32a1-48f7-bdf4-29d79cfefe0e req-0bb0180a-ec79-405e-b511-b53a0cb9aea4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0549364 Dec 13 16:50:33.789895 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:33.817449 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-97b65cfb-32a1-48f7-bdf4-29d79cfefe0e req-67733f34-c9a7-4f9b-b6f0-6b6dc4caaffe tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474925 Dec 13 16:50:33.938372 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886aa50-f365-4b17-9bf3-a34831c27697 req-07270eb3-7169-417d-a44a-65b19e55d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:33.940112 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5886aa50-f365-4b17-9bf3-a34831c27697 req-07270eb3-7169-417d-a44a-65b19e55d34b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 1102 time: 0.0459270 Dec 13 16:50:33.994580 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5886aa50-f365-4b17-9bf3-a34831c27697 req-a469c32d-e123-4113-ab0d-aca715eb1c9e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Dec 13 16:50:34.113721 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c1ab3-0f1f-46a1-99cb-e47aa9bff864 req-58d66d5b-05ff-4cae-a293-d6d55f38d79a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:34.115373 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-026c1ab3-0f1f-46a1-99cb-e47aa9bff864 req-58d66d5b-05ff-4cae-a293-d6d55f38d79a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0563226 Dec 13 16:50:34.171014 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-026c1ab3-0f1f-46a1-99cb-e47aa9bff864 req-45fecb42-e6e8-43cd-a69c-7514311d4482 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487211 Dec 13 16:50:34.312832 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 60266) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:34.409182 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639c44d-6055-490e-a5ec-153ec3d22ea6 req-5e9944e3-3ba8-4e31-8416-d07729f5aefc tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:34.410981 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2639c44d-6055-490e-a5ec-153ec3d22ea6 req-5e9944e3-3ba8-4e31-8416-d07729f5aefc tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 949 time: 0.0566137 Dec 13 16:50:34.461366 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-137452f3-1ac0-4eb1-b44e-c4178a0ff320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:34.486954 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2639c44d-6055-490e-a5ec-153ec3d22ea6 req-181b494b-4318-4d56-b741-38ae7992dd82 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694492 Dec 13 16:50:34.563675 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-137452f3-1ac0-4eb1-b44e-c4178a0ff320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:34.569327 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-137452f3-1ac0-4eb1-b44e-c4178a0ff320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:34.614242 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-137452f3-1ac0-4eb1-b44e-c4178a0ff320 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37ee76160c814e90bffcc2b3c4c54446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997534 Dec 13 16:50:34.614979 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137452f3-1ac0-4eb1-b44e-c4178a0ff320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb172c48-c596-4acd-bcde-d1c6a5acb952,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:34.617419 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 60270) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:34.674479 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-702cd62b-46cf-408c-879b-70d44551b419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:34.702575 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-702cd62b-46cf-408c-879b-70d44551b419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:34.797328 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78ab5-44a4-4b99-9086-1d5a029db928 req-bd655d28-a46f-4562-ab17-337e1076f533 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:34.799451 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-68f78ab5-44a4-4b99-9086-1d5a029db928 req-bd655d28-a46f-4562-ab17-337e1076f533 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0821083 Dec 13 16:50:34.814065 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-702cd62b-46cf-408c-879b-70d44551b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:34.816470 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-702cd62b-46cf-408c-879b-70d44551b419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:34.817610 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-702cd62b-46cf-408c-879b-70d44551b419 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb172c48-c596-4acd-bcde-d1c6a5acb952 HTTP/1.1" status: 204 len: 168 time: 0.1990802 Dec 13 16:50:34.845048 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cd62b-46cf-408c-879b-70d44551b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb172c48-c596-4acd-bcde-d1c6a5acb952,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:34.877544 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-68f78ab5-44a4-4b99-9086-1d5a029db928 req-59a4018b-176c-42cc-bf55-87fe9e6f07d5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711668 Dec 13 16:50:34.972396 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b11e0-b5f7-4c1a-882f-8d84ba5fe438 req-e9cd2fcb-33fc-42cc-992f-c92b6ea941b3 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:34.973991 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-687b11e0-b5f7-4c1a-882f-8d84ba5fe438 req-e9cd2fcb-33fc-42cc-992f-c92b6ea941b3 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0628557 Dec 13 16:50:35.031177 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-687b11e0-b5f7-4c1a-882f-8d84ba5fe438 req-8fec9c50-bfd6-4754-9de6-819ec00a92c7 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508533 Dec 13 16:50:35.300613 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dc8c5-df25-4ed4-ad3d-30ddb400ac61 req-ccac70b2-37fd-4993-867f-5f9dcdebd58c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:35.302108 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ef6dc8c5-df25-4ed4-ad3d-30ddb400ac61 req-ccac70b2-37fd-4993-867f-5f9dcdebd58c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0494392 Dec 13 16:50:35.362548 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ef6dc8c5-df25-4ed4-ad3d-30ddb400ac61 req-65adf0e1-e447-4e1d-a083-ed1cae5ab1aa tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542772 Dec 13 16:50:35.512495 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:50:35.561996 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 60300) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:35.623259 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c6711-ccf3-4305-aec1-d7cbe7f434c4 req-c1527737-3b6f-46fe-a4f9-a43ce58be1a8 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:35.624757 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-888c6711-ccf3-4305-aec1-d7cbe7f434c4 req-c1527737-3b6f-46fe-a4f9-a43ce58be1a8 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 949 time: 0.0545716 Dec 13 16:50:35.677203 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-888c6711-ccf3-4305-aec1-d7cbe7f434c4 req-cac78d0b-7520-4c00-9149-8cb02d40d6a9 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Dec 13 16:50:35.681416 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:35.692815 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1310684239-network', 'tenant_id': 'a2582447f23e4d388146670235c51d91'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:35.695913 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'port_id': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'mac_address': 'fa:16:3e:3e:46:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:50:35.723671 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Made reservation on behalf of a2582447f23e4d388146670235c51d91 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:50:35.727540 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:35.740305 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:35.753689 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:35.769576 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5225bcb-5258-419f-8497-ad84cf3faa1c {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:50:35.792826 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:35.798458 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:35.857539 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=6']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:35.858250 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:35.866446 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:35.902128 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:50:35.908839 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a77664-b827-440d-911c-74e2090bad43,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:35.920208 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['b5225bcb-5258-419f-8497-ad84cf3faa1c'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:50:35.920564 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:35.921013 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Added segment c74a603a-d858-4806-a016-eca06d11b89e of type vlan for network be6d796d-91c2-4a3d-9d7c-391778978df8 Dec 13 16:50:35.985762 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:36.039636 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d915e-12eb-4cae-8129-5ec6be7dfc93 req-649e0491-885f-4d8c-b077-ae1262a3eea3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:36.043500 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1e9d915e-12eb-4cae-8129-5ec6be7dfc93 req-649e0491-885f-4d8c-b077-ae1262a3eea3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 944 time: 0.0624769 Dec 13 16:50:36.049421 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:36.050563 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:36.051430 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:36.113949 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1e9d915e-12eb-4cae-8129-5ec6be7dfc93 req-d5c0c86f-c69d-4656-a634-3427a60e9b68 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617878 Dec 13 16:50:36.128455 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308caa6-fb53-42ef-9bca-4a0d7347ae4b req-aa1a6a36-f597-4916-942b-d831242cf838 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:36.130184 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4308caa6-fb53-42ef-9bca-4a0d7347ae4b req-aa1a6a36-f597-4916-942b-d831242cf838 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 949 time: 0.1258421 Dec 13 16:50:36.136922 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5737121 Dec 13 16:50:36.142407 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 60314) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:36.147500 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Request body: {'subnet': {'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1310684239-subnet', 'tenant_id': 'a2582447f23e4d388146670235c51d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:36.150556 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5854315-336b-4a04-b2c9-10ce61366a5f admin admin] Pushing event updated for resources: {'Network': ['ID=be6d796d-91c2-4a3d-9d7c-391778978df8,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:36.163945 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network be6d796d-91c2-4a3d-9d7c-391778978df8 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:50:36.185085 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Made reservation on behalf of a2582447f23e4d388146670235c51d91 for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:50:36.187018 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31377250'] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:36.211795 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4308caa6-fb53-42ef-9bca-4a0d7347ae4b req-a3204926-9311-4f10-bfa1-76af2e186d63 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648139 Dec 13 16:50:36.327243 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a54e3-ab64-4579-9a77-5230271173b1 req-019b8540-1a26-4fc9-9164-6fc6c520c8be tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:36.328923 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9f4a54e3-ab64-4579-9a77-5230271173b1 req-019b8540-1a26-4fc9-9164-6fc6c520c8be tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0840628 Dec 13 16:50:36.437470 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9f4a54e3-ab64-4579-9a77-5230271173b1 req-2eecaca6-5799-4464-a6fc-8152e8dd240c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019924 Dec 13 16:50:36.488222 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31839038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31377276'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:36.497385 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae0881-b2d6-4236-85fc-b7f936614b35 req-ded060e9-c11d-43c0-9a67-520c7f21c629 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:36.499444 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7bae0881-b2d6-4236-85fc-b7f936614b35 req-ded060e9-c11d-43c0-9a67-520c7f21c629 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0619125 Dec 13 16:50:36.544741 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633e1958-0282-4daf-b063-384e664dfdef,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:36.556516 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Checking segment: {'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:50:36.556910 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Network hostable DHCP agents. Network: be6d796d-91c2-4a3d-9d7c-391778978df8, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:50:36.564436 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7bae0881-b2d6-4236-85fc-b7f936614b35 req-f4090995-e281-4703-a5b4-ba9ea176b948 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584021 Dec 13 16:50:36.578416 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Network be6d796d-91c2-4a3d-9d7c-391778978df8 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:50:36.589705 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, be6d796d-91c2-4a3d-9d7c-391778978df8) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:50:36.594910 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:36.595514 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:36.598754 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8656cf-984f-4551-aa8c-077fa8eab4c3 None None] Network be6d796d-91c2-4a3d-9d7c-391778978df8 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:50:36.626138 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f3fb40aa-e06b-491d-aca3-25f6eecc9a75 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4825115 Dec 13 16:50:36.716956 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d174a04-d7e5-4f8d-83ef-ed2d04050296 None None] Network be6d796d-91c2-4a3d-9d7c-391778978df8 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:50:37.370549 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349298d-082c-4e7e-a244-dbdb4699ec70 req-24455f5e-78f3-49b4-9740-fb0e308eb95a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:37.381418 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7349298d-082c-4e7e-a244-dbdb4699ec70 req-24455f5e-78f3-49b4-9740-fb0e308eb95a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 944 time: 0.1376517 Dec 13 16:50:37.422565 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeee66d-33b0-460e-afee-6098bc3a23b4 req-46f9a9e9-afce-48ef-b573-de3b55ec300b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:37.437540 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3eeee66d-33b0-460e-afee-6098bc3a23b4 req-46f9a9e9-afce-48ef-b573-de3b55ec300b tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 949 time: 0.1197329 Dec 13 16:50:37.456558 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7349298d-082c-4e7e-a244-dbdb4699ec70 req-dee95da2-a87a-4eb3-9407-5defdb8404ba tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733254 Dec 13 16:50:37.525969 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:50:37.570531 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3eeee66d-33b0-460e-afee-6098bc3a23b4 req-ab8934ac-113e-4350-89e1-a4344b0bf6b6 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f44f934-ca01-432a-b244-ae0b64bfb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308322 Dec 13 16:50:37.656896 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port b5225bcb-5258-419f-8497-ad84cf3faa1c triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:50:37.657922 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:37.666628 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c715f0-5e91-4229-a8b6-c1f703224e9f req-0be67c45-bb14-4d10-acd6-9ce106231846 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:37.670559 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-82c715f0-5e91-4229-a8b6-c1f703224e9f req-0be67c45-bb14-4d10-acd6-9ce106231846 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.1128864 Dec 13 16:50:37.791088 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bc87a-b531-40c5-8220-2f67dd2efbdd req-a392bb0a-0f28-4350-b0af-33dd5b5c000d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:37.793280 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf0bc87a-b531-40c5-8220-2f67dd2efbdd req-a392bb0a-0f28-4350-b0af-33dd5b5c000d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.1165106 Dec 13 16:50:37.793800 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:37.827888 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:37.830981 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a9a50-0ea5-4626-9c86-d1d838f80784" -d '{"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-plugged", "status": "completed", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:37.851265 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:37.851418 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-82c715f0-5e91-4229-a8b6-c1f703224e9f req-4e0820ef-a5d2-4877-8546-73d73dbce642 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686618 Dec 13 16:50:37.860140 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:37.894847 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf0bc87a-b531-40c5-8220-2f67dd2efbdd req-53a42394-6ee6-41fd-b16a-507902ce96ca tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907054 Dec 13 16:50:37.906283 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761f0631-7efa-44de-a8b1-e7276fbe0830 x-openstack-request-id: req-761f0631-7efa-44de-a8b1-e7276fbe0830 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:37.906606 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-plugged", "status": "completed", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:37.906955 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-5ee4019f-0182-438c-8861-207fa30d88df tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:37.907072 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-761f0631-7efa-44de-a8b1-e7276fbe0830 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:37.907238 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'code': 200} Dec 13 16:50:37.909053 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-5ee4019f-0182-438c-8861-207fa30d88df tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 949 time: 0.2117190 Dec 13 16:50:37.931222 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=7']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:38.059988 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Deleting port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:50:38.060326 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:38.203793 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] For port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,segment=NetworkSegment(6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92),segment_id=6fd2ab6d-9021-4d8a-b4ce-5d4e27524a92)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:38.204174 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:38.229535 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Calling delete_port for 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf owned by compute:nova {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:50:38.497744 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:38.510906 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['22f4ecd9-4abb-481c-a85b-bfff4bfb33cf'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:50:38.577570 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Pushing event deleted for resources: {'Port': ['ID=22f4ecd9-4abb-481c-a85b-bfff4bfb33cf,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:38.652194 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d91290-a46a-4d58-9774-8e4b12930949 req-ec789a12-a36b-4f06-83b6-c24ded282c4a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:38.654910 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50d91290-a46a-4d58-9774-8e4b12930949 req-ec789a12-a36b-4f06-83b6-c24ded282c4a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0872011 Dec 13 16:50:38.683629 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] No DVR routers for this DVR port 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf on host hv-cinder-82160 {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:50:38.696422 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:38.702414 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3375e565-aefe-45ea-8ecd-a58161d55c23 req-dcdf81fb-07a9-4967-b00e-0d7935733567 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.65 "DELETE /v2.0/ports/22f4ecd9-4abb-481c-a85b-bfff4bfb33cf HTTP/1.1" status: 204 len: 173 time: 0.7859085 Dec 13 16:50:38.708591 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5507551-35a1-4dc3-81d7-4eda23f04070', 'name': 'network-vif-deleted', 'tag': '22f4ecd9-4abb-481c-a85b-bfff4bfb33cf'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:38.712071 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6eb912-764a-4d5f-af31-aa34759d7aea" -d '{"events": [{"server_uuid": "a5507551-35a1-4dc3-81d7-4eda23f04070", "name": "network-vif-deleted", "tag": "22f4ecd9-4abb-481c-a85b-bfff4bfb33cf"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:38.745432 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50d91290-a46a-4d58-9774-8e4b12930949 req-71161aff-116e-4d72-89e9-81a8e5e95b8c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817318 Dec 13 16:50:38.757600 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-10dbeb56-7676-4a74-b2fe-3dc2c97fc2be tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:38.771987 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-10dbeb56-7676-4a74-b2fe-3dc2c97fc2be tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/networks?id=be6d796d-91c2-4a3d-9d7c-391778978df8 HTTP/1.1" status: 200 len: 814 time: 0.3327210 Dec 13 16:50:38.808603 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-2fc3bb74-9fc1-4878-94fc-7c30542d5269 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/quotas/a2582447f23e4d388146670235c51d91 HTTP/1.1" status: 200 len: 375 time: 0.0267737 Dec 13 16:50:38.872330 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-5be76a35-b554-4439-aa86-3067ce36b7b5 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2582447f23e4d388146670235c51d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707836 Dec 13 16:50:38.981322 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-89974917-0a71-4a8e-9aba-f322424e2714 req-a82bbde5-8fd2-4e48-9f36-94dbabcc88c1 tempest-VolumesNegativeTest-1287366338 tempest-VolumesNegativeTest-1287366338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5507551-35a1-4dc3-81d7-4eda23f04070 HTTP/1.1" status: 200 len: 210 time: 0.0509117 Dec 13 16:50:39.017236 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-27884bf8-6c84-42f7-bad1-7ccffc36659d service neutron] 10.222.0.62 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438549 Dec 13 16:50:39.044982 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2443889d-75cc-48cc-a983-a55135d6511e x-openstack-request-id: req-2443889d-75cc-48cc-a983-a55135d6511e {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:39.045280 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5507551-35a1-4dc3-81d7-4eda23f04070", "name": "network-vif-deleted", "tag": "22f4ecd9-4abb-481c-a85b-bfff4bfb33cf", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:39.045536 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2443889d-75cc-48cc-a983-a55135d6511e {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:39.045948 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5507551-35a1-4dc3-81d7-4eda23f04070', 'name': 'network-vif-deleted', 'tag': '22f4ecd9-4abb-481c-a85b-bfff4bfb33cf', 'status': 'completed', 'code': 200} Dec 13 16:50:39.151783 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-5e89b0d5-9dd4-4917-9274-74717dfcf813 service neutron] 10.222.0.62 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332996 Dec 13 16:50:39.218853 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250adc3f-e54d-4c19-a64b-96869075c9de req-3fca376d-0914-4f20-834f-ab860db98680 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:39.233808 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-250adc3f-e54d-4c19-a64b-96869075c9de req-3fca376d-0914-4f20-834f-ab860db98680 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0997853 Dec 13 16:50:39.324411 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-250adc3f-e54d-4c19-a64b-96869075c9de req-a0fd214e-44cc-49bb-afc7-e4611bbe0883 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893130 Dec 13 16:50:39.481946 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cb7d2195-8bd1-4267-b0d4-111c46d63868 req-35ec1662-dc5c-4984-ab32-aef6f7d2b899 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 210 time: 0.0551310 Dec 13 16:50:39.549130 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6dbef-ef90-4567-9b70-6718096d2122 req-2ec78e9d-e55f-4bc2-8d0c-bff6ed27e29d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:39.561993 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c3f6dbef-ef90-4567-9b70-6718096d2122 req-2ec78e9d-e55f-4bc2-8d0c-bff6ed27e29d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.1176291 Dec 13 16:50:39.685025 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c3f6dbef-ef90-4567-9b70-6718096d2122 req-f98c21d0-546c-4559-aa31-a2ce3ae70a3a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189830 Dec 13 16:50:39.739440 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecad7a-370f-4f83-83e9-853075f0afdf req-ec93c068-9948-49ff-8c15-8dcd86937e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:39.741122 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2ecad7a-370f-4f83-83e9-853075f0afdf req-ec93c068-9948-49ff-8c15-8dcd86937e1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 1098 time: 0.0706453 Dec 13 16:50:39.833045 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f2ecad7a-370f-4f83-83e9-853075f0afdf req-96421ab5-d0f7-4897-a035-909bff9b9dfb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Dec 13 16:50:39.993220 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964aac8-2f9b-469d-9ae0-91f370d6923a req-7e29e227-8155-42e5-b170-3e33ed263658 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:40.002733 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5964aac8-2f9b-469d-9ae0-91f370d6923a req-7e29e227-8155-42e5-b170-3e33ed263658 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0857584 Dec 13 16:50:40.003232 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede35fa-6141-46d9-92e7-17627b4f8702 req-66b61fdb-7cb5-4bd6-8ae6-3cea5acd397d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:40.004904 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1ede35fa-6141-46d9-92e7-17627b4f8702 req-66b61fdb-7cb5-4bd6-8ae6-3cea5acd397d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0855908 Dec 13 16:50:40.142498 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1ede35fa-6141-46d9-92e7-17627b4f8702 req-8b883674-beea-43b1-9105-b9305bcfeb38 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277013 Dec 13 16:50:40.160320 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5964aac8-2f9b-469d-9ae0-91f370d6923a req-0d6a1426-cc89-44c8-b14d-bec6abf98d09 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582103 Dec 13 16:50:40.255480 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-45b8f7e3-84ea-4f8d-9faf-b6d5c28b0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:40.257161 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-45b8f7e3-84ea-4f8d-9faf-b6d5c28b0014 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 1098 time: 0.0614066 Dec 13 16:50:40.418861 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-6e5411f6-1fc1-4336-b752-58de088301fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:40.420688 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-6e5411f6-1fc1-4336-b752-58de088301fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 911 time: 0.1507120 Dec 13 16:50:40.558778 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-3169f6ad-a344-425f-907e-f4aea6eff4bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2256f239-7e22-47c2-8af7-d787985f0627 HTTP/1.1" status: 200 len: 1001 time: 0.1268489 Dec 13 16:50:40.673319 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4fc741e7-d729-4274-9f68-ec84d43dc72e req-97e98a56-de08-46f3-950b-9fb71479d9e3 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 210 time: 0.0706718 Dec 13 16:50:40.694912 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-6031e1fe-903e-4416-8cf1-f2d1d6c2ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:40.697390 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-6031e1fe-903e-4416-8cf1-f2d1d6c2ae99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 200 len: 849 time: 0.1271467 Dec 13 16:50:40.793817 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-8dd3ce6e-0288-4ab6-a9c3-967e3917d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:40.799370 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-8dd3ce6e-0288-4ab6-a9c3-967e3917d3ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faba440c-3470-4b72-a53c-aa5da04ea307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903735 Dec 13 16:50:41.144290 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-a1881a66-e2a7-4e90-b229-951802064dbe service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330133 Dec 13 16:50:41.154214 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfee50-f9a1-48a6-8a22-c56065b05c46 req-c0af344a-fab2-4820-a860-5c3b11edf447 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:41.162478 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-27dfee50-f9a1-48a6-8a22-c56065b05c46 req-c0af344a-fab2-4820-a860-5c3b11edf447 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.2871737 Dec 13 16:50:41.280752 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-905cdc1d-51ab-41ea-8a4b-29fa88b7294c tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:41.303063 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-905cdc1d-51ab-41ea-8a4b-29fa88b7294c tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.65 "GET /v2.0/networks?id=be6d796d-91c2-4a3d-9d7c-391778978df8 HTTP/1.1" status: 200 len: 814 time: 0.2913418 Dec 13 16:50:41.305858 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-27dfee50-f9a1-48a6-8a22-c56065b05c46 req-906c6556-a9b1-400e-96c8-96a9275a5bb0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417477 Dec 13 16:50:41.419424 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a57daec2-02bd-45bc-9f5c-3f82dda69de4 req-cf65cb51-9051-4479-bfac-2ebf54702755 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464261 Dec 13 16:50:41.459136 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Request body: {'port': {'device_id': '1c91027e-6f5a-48d1-b466-98e168767c58', 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8', 'admin_state_up': True, 'tenant_id': 'a2582447f23e4d388146670235c51d91'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:41.550541 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:50:41.626784 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:50:41.630335 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 22f4ecd9-4abb-481c-a85b-bfff4bfb33cf not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:50:41.688832 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf4304-67aa-4b60-8d10-7bafb4b1bbc4 req-4b29733a-08c4-4e0f-8cdb-885eabcf970b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:41.690960 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c0cf4304-67aa-4b60-8d10-7bafb4b1bbc4 req-4b29733a-08c4-4e0f-8cdb-885eabcf970b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0738122 Dec 13 16:50:41.763955 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd566-80ac-42bd-9ff4-440be61318c3 req-07777204-ae73-4860-b9f1-9b09d86ed0a6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:41.779046 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-514fd566-80ac-42bd-9ff4-440be61318c3 req-07777204-ae73-4860-b9f1-9b09d86ed0a6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.4748340 Dec 13 16:50:41.789114 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c0cf4304-67aa-4b60-8d10-7bafb4b1bbc4 req-e9cd32df-c8a5-4a13-a21e-aeb7569f0a7d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886526 Dec 13 16:50:41.903700 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-514fd566-80ac-42bd-9ff4-440be61318c3 req-972c61a6-8c24-4e4a-b8d1-3d14d6d13420 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230080 Dec 13 16:50:41.931098 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Made reservation on behalf of a2582447f23e4d388146670235c51d91 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:50:41.936851 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:41.945051 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-02493497-358f-4b60-acc3-5b7b08408b83 req-9015df8a-1baa-4485-83b8-f9f4ba8f148e tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 210 time: 0.0799286 Dec 13 16:50:42.093060 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Allocated IP 172.20.0.8 (be6d796d-91c2-4a3d-9d7c-391778978df8/633e1958-0282-4daf-b063-384e664dfdef/91cf683e-c7c5-4191-b0fc-82a6a1ceccf9) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:50:42.335272 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:42.398193 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:42.515354 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Network be6d796d-91c2-4a3d-9d7c-391778978df8 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:50:42.526238 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:50:42.536923 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:50:42.543846 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Pushing event updated for resources: {'Port': ['ID=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:42.604620 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4f5e9-ab31-4113-8b22-5b3b4cde1ca1 req-d79c6143-7f65-41e7-8671-d84497509006 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:42.617134 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73c4f5e9-ab31-4113-8b22-5b3b4cde1ca1 req-d79c6143-7f65-41e7-8671-d84497509006 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.1750267 Dec 13 16:50:42.670869 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:42.671625 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:42.722672 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73c4f5e9-ab31-4113-8b22-5b3b4cde1ca1 req-9b9cb2d2-3ec1-4d45-8563-7b438b08def0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040003 Dec 13 16:50:42.727757 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-015c8481-f718-485f-a896-c40280990024 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3509655 Dec 13 16:50:42.741419 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Request body: {'port': {'device_id': '1c91027e-6f5a-48d1-b466-98e168767c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:42.862244 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:42.914208 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b9636-3372-4d89-9bfa-09dc392dff8e req-49eb70d0-f1f1-4937-a126-9939ab9bb58f tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:42.915819 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7d9b9636-3372-4d89-9bfa-09dc392dff8e req-49eb70d0-f1f1-4937-a126-9939ab9bb58f tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.1117728 Dec 13 16:50:43.028718 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7d9b9636-3372-4d89-9bfa-09dc392dff8e req-397613e9-8bbc-4b7a-a177-e7bf978277e8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973806 Dec 13 16:50:43.057667 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60a599-657f-437d-9a59-de67e9ea7773 req-ba659a21-5170-4976-a5d9-a2d080944311 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:43.059208 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8a60a599-657f-437d-9a59-de67e9ea7773 req-ba659a21-5170-4976-a5d9-a2d080944311 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.1265609 Dec 13 16:50:43.218296 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357c643-c4ba-45d0-8c37-c76660ac50f5 req-1681c1a4-43b6-46f8-87ba-26e8bc5389d4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:43.220981 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8a60a599-657f-437d-9a59-de67e9ea7773 req-5ba50266-194c-4aca-9bd0-05f9663da286 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482890 Dec 13 16:50:43.229791 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a357c643-c4ba-45d0-8c37-c76660ac50f5 req-1681c1a4-43b6-46f8-87ba-26e8bc5389d4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.1035864 Dec 13 16:50:43.377698 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a357c643-c4ba-45d0-8c37-c76660ac50f5 req-f168e8f2-2955-439f-a976-e55505e7c18c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464190 Dec 13 16:50:43.466796 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:50:43.480327 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:43.516641 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Transition to ACTIVE for port object 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:50:43.537633 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df765-aea3-4c6d-bc95-1a2be08b2a55 req-23b29c6d-81bd-421f-937d-ebdc93e2799b tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:43.539523 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-735df765-aea3-4c6d-bc95-1a2be08b2a55 req-23b29c6d-81bd-421f-937d-ebdc93e2799b tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 931 time: 0.1252213 Dec 13 16:50:43.540755 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:43.698046 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Pushing event updated for resources: {'Port': ['ID=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:43.741541 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-735df765-aea3-4c6d-bc95-1a2be08b2a55 req-3fb19f5e-3cdb-4545-aa4e-b425c7c56426 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828377 Dec 13 16:50:43.823146 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Attempting to bind port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:50:43.823575 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Attempting to bind port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:50:43.823965 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Attempting to bind port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 on network be6d796d-91c2-4a3d-9d7c-391778978df8 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:50:43.829039 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 on network be6d796d-91c2-4a3d-9d7c-391778978df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:50:43.833895 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Attempting to bind port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 on network be6d796d-91c2-4a3d-9d7c-391778978df8 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:50:43.846080 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:50:43.846619 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Checking segment: {'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:50:43.848685 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Bound using segment: {'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:50:43.849172 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Bound port: 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:50:43.849574 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:44.171766 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] For port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:50:44.178823 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] For port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:50:44.185854 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:44.226052 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:44.227814 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:44.229304 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] 10.222.0.65 "PUT /v2.0/ports/91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 HTTP/1.1" status: 200 len: 1093 time: 1.4932535 Dec 13 16:50:44.229767 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c91027e-6f5a-48d1-b466-98e168767c58', 'tag': '91cf683e-c7c5-4191-b0fc-82a6a1ceccf9'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:44.232382 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fad9cc-07ec-4314-9601-3f0ba6833c10" -d '{"events": [{"name": "network-changed", "server_uuid": "1c91027e-6f5a-48d1-b466-98e168767c58", "tag": "91cf683e-c7c5-4191-b0fc-82a6a1ceccf9"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:44.272226 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3cb78-f8bb-4900-993d-c423d4795e3d service neutron] Pushing event updated for resources: {'Port': ['ID=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:44.320336 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af726856-eb76-4d85-95d2-18da53879bae x-openstack-request-id: req-af726856-eb76-4d85-95d2-18da53879bae {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:44.320770 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c91027e-6f5a-48d1-b466-98e168767c58", "tag": "91cf683e-c7c5-4191-b0fc-82a6a1ceccf9", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:44.321144 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af726856-eb76-4d85-95d2-18da53879bae {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:44.322778 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c91027e-6f5a-48d1-b466-98e168767c58', 'tag': '91cf683e-c7c5-4191-b0fc-82a6a1ceccf9', 'status': 'completed', 'code': 200} Dec 13 16:50:44.399659 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-55322e48-3ab4-4933-9b24-8a65968df455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:44.401185 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-55322e48-3ab4-4933-9b24-8a65968df455 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2582447f23e4d388146670235c51d91&device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 1096 time: 0.0954912 Dec 13 16:50:44.418229 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f369e-4cdb-497c-a54a-bea1496acb8b req-620c7c8a-cb3d-41a7-865b-01a28d572da6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:44.420159 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-de6f369e-4cdb-497c-a54a-bea1496acb8b req-620c7c8a-cb3d-41a7-865b-01a28d572da6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0773730 Dec 13 16:50:44.468771 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-2dcc367f-64f7-4d59-ab2f-0bb6ff73d779 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 HTTP/1.1" status: 200 len: 217 time: 0.0473297 Dec 13 16:50:44.551097 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-de6f369e-4cdb-497c-a54a-bea1496acb8b req-b1930e25-1218-4d25-92f5-7da3d4db2e6f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232843 Dec 13 16:50:44.555403 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-521d0da0-cb3d-4d19-853e-56736056bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:44.557172 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-521d0da0-cb3d-4d19-853e-56736056bd8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=633e1958-0282-4daf-b063-384e664dfdef HTTP/1.1" status: 200 len: 854 time: 0.0789373 Dec 13 16:50:44.600680 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-25fe1869-a1dc-458a-b22c-3d5e6466f723 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6d796d-91c2-4a3d-9d7c-391778978df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326905 Dec 13 16:50:44.728284 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-1d9ac635-bfc7-4fd6-90b2-2da355684c09 service neutron] 10.222.0.65 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182721 Dec 13 16:50:44.965445 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7c602a88-14c2-47b6-8f80-2845aec3272f req-9e33472a-f728-43bf-9e7b-b6abb0c66782 service neutron] 10.222.0.65 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276611 Dec 13 16:50:44.996690 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af63dfd-af45-4a3f-bfdc-8b77072eeb3d req-cb16511e-9349-4621-86b5-6e8c5dfc0b3b tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.006100 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6af63dfd-af45-4a3f-bfdc-8b77072eeb3d req-cb16511e-9349-4621-86b5-6e8c5dfc0b3b tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 943 time: 0.1018150 Dec 13 16:50:45.112844 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-f2d5b2ea-7103-464e-a280-bacce4da88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.116558 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-f2d5b2ea-7103-464e-a280-bacce4da88c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2582447f23e4d388146670235c51d91&device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 1096 time: 0.0800540 Dec 13 16:50:45.121048 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6af63dfd-af45-4a3f-bfdc-8b77072eeb3d req-a2c41cf4-835e-42f2-aecb-c97312234da8 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151617 Dec 13 16:50:45.160784 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-6c2147d1-e606-42a3-b0ff-00c627d1c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.164487 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-6c2147d1-e606-42a3-b0ff-00c627d1c647 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0997226 Dec 13 16:50:45.243238 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05f7b1-9aa8-4325-81b7-b16d2815b311 req-994af491-bddc-465a-80d1-758b9d57aa4d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.246698 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1e05f7b1-9aa8-4325-81b7-b16d2815b311 req-994af491-bddc-465a-80d1-758b9d57aa4d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.1741259 Dec 13 16:50:45.274980 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-5537dd42-2235-4b74-bffa-0aee33b41c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.279620 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-5537dd42-2235-4b74-bffa-0aee33b41c38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 920 time: 0.1052248 Dec 13 16:50:45.346491 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-953239f4-6526-4f74-a844-b3db1fcf6a08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f82f85-2cbf-4114-b796-a84807314de2 HTTP/1.1" status: 200 len: 217 time: 0.0593455 Dec 13 16:50:45.419447 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-328529e7-ce03-4f38-b802-f7e4370c6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.423831 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-328529e7-ce03-4f38-b802-f7e4370c6dd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 200 len: 859 time: 0.0688698 Dec 13 16:50:45.507334 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-d2370e4e-a5df-4b57-8493-984355742f5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8652ce83-d216-44fa-8946-071181554706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755756 Dec 13 16:50:45.615921 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1e05f7b1-9aa8-4325-81b7-b16d2815b311 req-f8f3a0d6-e0a6-4542-a930-ea1aeaf424bd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625317 Dec 13 16:50:45.631683 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-9fe56736-5143-4f06-b265-d9d2e1dd6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.631683 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-9fe56736-5143-4f06-b265-d9d2e1dd6f96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be6d796d-91c2-4a3d-9d7c-391778978df8 HTTP/1.1" status: 200 len: 915 time: 0.4975646 Dec 13 16:50:45.639294 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-689332d5-c158-46fc-9a92-29aa675b269a service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198704 Dec 13 16:50:45.690008 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-26d812c2-c7bb-4d6d-829c-2d5e8d30b137 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 HTTP/1.1" status: 200 len: 217 time: 0.0499594 Dec 13 16:50:45.762605 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-33e6c36a-f357-44cc-8a6e-5b1b34a64fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.764198 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-33e6c36a-f357-44cc-8a6e-5b1b34a64fa6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=633e1958-0282-4daf-b063-384e664dfdef HTTP/1.1" status: 200 len: 854 time: 0.0587926 Dec 13 16:50:45.779546 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fe3be-29bf-4f33-bcbb-cd188fdf775a req-5f3a53eb-dab5-4d0d-8843-228572cfd548 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:45.781114 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ec4fe3be-29bf-4f33-bcbb-cd188fdf775a req-5f3a53eb-dab5-4d0d-8843-228572cfd548 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.1127119 Dec 13 16:50:45.803830 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-9d2e94f3-ddba-4fbc-a754-efd0efd6e4d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6d796d-91c2-4a3d-9d7c-391778978df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299549 Dec 13 16:50:45.836759 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a97cd8b7-a531-4382-b130-67fab1079c24 req-a9cc4036-efb9-48b3-b6ed-f54bae93341c service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891246 Dec 13 16:50:45.866233 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ec4fe3be-29bf-4f33-bcbb-cd188fdf775a req-fb1ee185-b0cb-4977-8572-ea3c68a21650 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758951 Dec 13 16:50:45.960083 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-bb080db6-0315-455b-bd2e-2672e04cf33e service neutron] 10.222.0.65 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458280 Dec 13 16:50:46.060849 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17fad9cc-07ec-4314-9601-3f0ba6833c10 req-20c36cab-6ae8-400d-a264-d7ce5794ae40 service neutron] 10.222.0.65 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919499 Dec 13 16:50:46.269704 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc49b16-5077-45e0-9548-92a0aed1e25d req-0422a517-88c0-480d-8e37-a50f14309c54 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:46.271412 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bc49b16-5077-45e0-9548-92a0aed1e25d req-0422a517-88c0-480d-8e37-a50f14309c54 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 943 time: 0.0683589 Dec 13 16:50:46.327140 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bc49b16-5077-45e0-9548-92a0aed1e25d req-460878dc-8650-437d-ac61-3d4bf9212375 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483937 Dec 13 16:50:46.608838 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 60716) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:46.789345 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148ff7-8f61-4563-89b5-8e388d5ca404 req-ad2ad791-6ed3-4d0a-8ac2-5e1bd416ae53 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:46.791186 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-29148ff7-8f61-4563-89b5-8e388d5ca404 req-ad2ad791-6ed3-4d0a-8ac2-5e1bd416ae53 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0997560 Dec 13 16:50:46.801471 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 60722) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:46.801910 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-fcac93e8-1db1-41d4-8ee1-292aca0fc01a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=573f4507ec8f41eb938c17dc3c07cb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907012 Dec 13 16:50:46.862562 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-29148ff7-8f61-4563-89b5-8e388d5ca404 req-b8005398-7304-42fc-8a1d-531b07328ad0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592241 Dec 13 16:50:46.873174 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d913111d-8006-41c3-b5f0-c5a2f2458b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:46.904650 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d913111d-8006-41c3-b5f0-c5a2f2458b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:46.966293 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d913111d-8006-41c3-b5f0-c5a2f2458b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:46.970062 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d913111d-8006-41c3-b5f0-c5a2f2458b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:46.980147 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-d913111d-8006-41c3-b5f0-c5a2f2458b4a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f44f934-ca01-432a-b244-ae0b64bfb36d HTTP/1.1" status: 204 len: 168 time: 0.1715446 Dec 13 16:50:47.023953 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913111d-8006-41c3-b5f0-c5a2f2458b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f44f934-ca01-432a-b244-ae0b64bfb36d,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:47.044966 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad01c4-3a6f-48c6-97b9-c5ffedc1dd23 req-8d54f19d-22fc-4f92-9f53-8ab01d844f65 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:47.046141 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-84ad01c4-3a6f-48c6-97b9-c5ffedc1dd23 req-8d54f19d-22fc-4f92-9f53-8ab01d844f65 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0647507 Dec 13 16:50:47.122850 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-84ad01c4-3a6f-48c6-97b9-c5ffedc1dd23 req-ceab526c-a9de-429d-8599-5a5edadac9e2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590913 Dec 13 16:50:47.346931 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c7f0-6e40-4044-a0e0-3d58ffbf105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:47.448661 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b4e88-c904-4409-a468-084ad9c0bd59 req-8343984e-3161-4954-affe-f2643ed24f36 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:47.450432 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-932b4e88-c904-4409-a468-084ad9c0bd59 req-8343984e-3161-4954-affe-f2643ed24f36 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 943 time: 0.0520856 Dec 13 16:50:47.504813 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-932b4e88-c904-4409-a468-084ad9c0bd59 req-8ea37202-d498-4011-a41d-90b352219e68 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475032 Dec 13 16:50:47.582209 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:50:47.704283 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:47.719717 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '91cf683e-c7c5-4191-b0fc-82a6a1ceccf9', 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8', 'port_id': '91cf683e-c7c5-4191-b0fc-82a6a1ceccf9', 'mac_address': 'fa:16:3e:dc:bf:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633e1958-0282-4daf-b063-384e664dfdef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:50:47.761042 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:47.775273 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:50:47.797050 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:47.802785 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:47.858593 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:47.866356 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.866739 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.867087 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.868591 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.868591 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.868591 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.868901 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.869614 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.870504 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.870997 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.871552 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.872095 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.872688 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:47.980500 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776d33d-8bfc-4b5f-95a9-c46e29e89162 req-250d1455-f98c-4481-8c77-1acee600491e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:47.982057 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4776d33d-8bfc-4b5f-95a9-c46e29e89162 req-250d1455-f98c-4481-8c77-1acee600491e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0552227 Dec 13 16:50:48.045149 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4776d33d-8bfc-4b5f-95a9-c46e29e89162 req-f34b8644-f999-4302-a3a6-4af16a9efebf tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Dec 13 16:50:48.088782 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['91cf683e-c7c5-4191-b0fc-82a6a1ceccf9'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:50:48.251704 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92cb65-7b01-43cf-ad74-a5b0f58a6c90 req-0bb45f28-8d63-4676-be16-37a2569b5249 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:48.259267 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fa92cb65-7b01-43cf-ad74-a5b0f58a6c90 req-0bb45f28-8d63-4676-be16-37a2569b5249 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0629222 Dec 13 16:50:48.310499 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fa92cb65-7b01-43cf-ad74-a5b0f58a6c90 req-5e3198d9-6f94-4b35-9e17-e68ed4dc6a78 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503278 Dec 13 16:50:48.464270 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:48.654435 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c289320-b0b7-471e-907f-b12acdfdc8c4 req-e07283f6-5dc7-4ef4-a7f2-dd8034bc8e18 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:48.655957 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3c289320-b0b7-471e-907f-b12acdfdc8c4 req-e07283f6-5dc7-4ef4-a7f2-dd8034bc8e18 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 944 time: 0.0687776 Dec 13 16:50:48.718751 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3c289320-b0b7-471e-907f-b12acdfdc8c4 req-71f900bd-70c3-4904-b1cc-e53a2f71af5f tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508373 Dec 13 16:50:49.194419 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58730cf-9236-4598-8bb2-a639215116a2 req-6728cd62-43b9-48f5-a4fd-c3d6d0360e86 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:49.196019 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e58730cf-9236-4598-8bb2-a639215116a2 req-6728cd62-43b9-48f5-a4fd-c3d6d0360e86 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0623422 Dec 13 16:50:49.250452 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e58730cf-9236-4598-8bb2-a639215116a2 req-acdc9cd5-cac4-43a1-94eb-23623f23bda8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Dec 13 16:50:49.471223 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d102d-6b01-46d8-b3b7-4ad611439dd5 req-9568cae5-73bb-4f49-906d-128fb999a600 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:49.473000 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c1d102d-6b01-46d8-b3b7-4ad611439dd5 req-9568cae5-73bb-4f49-906d-128fb999a600 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0573626 Dec 13 16:50:49.560704 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7c1d102d-6b01-46d8-b3b7-4ad611439dd5 req-eaa7ebba-4b12-41c5-ab92-9ede7e9cd9a9 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789502 Dec 13 16:50:49.598554 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:50:49.689522 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-cfba9354-bf53-4f32-bed9-efeb973f777c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:49.693821 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:50:49.700532 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:50:49.701093 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:49.816617 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:49.850351 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c91027e-6f5a-48d1-b466-98e168767c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cf683e-c7c5-4191-b0fc-82a6a1ceccf9'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:49.853453 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008976b4-b3b5-4ba0-a172-efe9a05a71cb" -d '{"events": [{"server_uuid": "1c91027e-6f5a-48d1-b466-98e168767c58", "name": "network-vif-plugged", "status": "completed", "tag": "91cf683e-c7c5-4191-b0fc-82a6a1ceccf9"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:49.880272 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:49.897118 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:49.905739 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e432c6f-5148-461c-a4ae-7a91a03415ba req-8f6b0bdf-6e84-468e-8dee-c4ae7d7cbeb2 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:49.909221 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1e432c6f-5148-461c-a4ae-7a91a03415ba req-8f6b0bdf-6e84-468e-8dee-c4ae7d7cbeb2 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 944 time: 0.0970356 Dec 13 16:50:49.976705 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826110ff-fa89-43d7-9548-b2b1a4084066 x-openstack-request-id: req-826110ff-fa89-43d7-9548-b2b1a4084066 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:49.977600 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c91027e-6f5a-48d1-b466-98e168767c58", "name": "network-vif-plugged", "status": "completed", "tag": "91cf683e-c7c5-4191-b0fc-82a6a1ceccf9", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:49.979358 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-826110ff-fa89-43d7-9548-b2b1a4084066 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:49.980226 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c91027e-6f5a-48d1-b466-98e168767c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cf683e-c7c5-4191-b0fc-82a6a1ceccf9', 'code': 200} Dec 13 16:50:49.982093 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:49.998867 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1e432c6f-5148-461c-a4ae-7a91a03415ba req-a30ac3a0-8df3-4e46-b6f5-b163ae0d215c tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799320 Dec 13 16:50:50.163133 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430e7e9-5650-479a-a403-bc78bac40b4d req-473c3af1-bf59-49b7-a690-ddb159f87490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:50.164735 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6430e7e9-5650-479a-a403-bc78bac40b4d req-473c3af1-bf59-49b7-a690-ddb159f87490 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 1098 time: 0.0455668 Dec 13 16:50:50.217470 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6430e7e9-5650-479a-a403-bc78bac40b4d req-126f2944-7c78-4bbe-9fbc-ee4d8e272401 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449524 Dec 13 16:50:50.385455 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64077f6-9049-4032-a24a-a1dc71f29a06 req-52f6f435-1146-4544-adff-a70c9e8d1a96 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:50.387086 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c64077f6-9049-4032-a24a-a1dc71f29a06 req-52f6f435-1146-4544-adff-a70c9e8d1a96 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0617681 Dec 13 16:50:50.466937 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c64077f6-9049-4032-a24a-a1dc71f29a06 req-1d4e8b5e-dd71-4e1b-88cf-e763ddbd456e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727088 Dec 13 16:50:50.719430 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1137-78df-4219-9c25-a3735efbe1f8 req-d63b0dc6-f030-4b70-8322-a5d3839b7787 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:50.721529 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-229a1137-78df-4219-9c25-a3735efbe1f8 req-d63b0dc6-f030-4b70-8322-a5d3839b7787 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0609090 Dec 13 16:50:50.740836 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:50.779957 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-229a1137-78df-4219-9c25-a3735efbe1f8 req-359e261d-eef3-49e1-ba3f-042217860090 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510533 Dec 13 16:50:51.044337 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-e7fcca6e-62b4-4399-a58f-64cae4f73b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:51.046061 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-e7fcca6e-62b4-4399-a58f-64cae4f73b38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1098 time: 0.0451629 Dec 13 16:50:51.186922 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc4204-bd8b-4b8f-a085-5e6bb8d7fa68 req-abf2284f-2b7f-4bee-ba25-d5ed24279fea tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:51.188453 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2cbc4204-bd8b-4b8f-a085-5e6bb8d7fa68 req-abf2284f-2b7f-4bee-ba25-d5ed24279fea tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 945 time: 0.1082530 Dec 13 16:50:51.194298 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-b447b694-98ee-4806-a337-14e02f3ae2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:51.195842 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-b447b694-98ee-4806-a337-14e02f3ae2b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.1339173 Dec 13 16:50:51.300860 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2cbc4204-bd8b-4b8f-a085-5e6bb8d7fa68 req-fc20a97a-e0d4-4fd1-a8c3-52fc9b2cc1e0 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021016 Dec 13 16:50:51.302630 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-0813b44b-712d-43a0-a794-e1f2c2ca6650 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 200 len: 1001 time: 0.0979354 Dec 13 16:50:51.364235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-be5f0ec3-2941-4b3e-a1cb-8828139097a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:51.365916 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-be5f0ec3-2941-4b3e-a1cb-8828139097a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0534329 Dec 13 16:50:51.414689 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-70f12e1f-8a89-4e73-b7ac-305a4796fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:51.416602 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-70f12e1f-8a89-4e73-b7ac-305a4796fa61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428212 Dec 13 16:50:51.519326 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-401fefa4-7780-4395-a84a-af45809b6e86 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951195 Dec 13 16:50:51.603259 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53f4a9-05cc-42f8-8db3-358a45de8460 req-52985937-d10e-4f22-a7f6-5be5fb99476e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:51.606252 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4d53f4a9-05cc-42f8-8db3-358a45de8460 req-52985937-d10e-4f22-a7f6-5be5fb99476e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0671244 Dec 13 16:50:51.658816 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-980b28cb-ad27-4d3e-b8c9-89fbeb9cc7fc req-658b8e41-b311-4215-8e1e-f6bcd58b40b7 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234112 Dec 13 16:50:51.677092 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4d53f4a9-05cc-42f8-8db3-358a45de8460 req-7d7b6aa4-dcd8-4f3f-b0ff-f36c6a2243cd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624397 Dec 13 16:50:51.908142 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5fd27-d724-4cf7-b34f-c78c66fbb38a req-dd48cb7c-9107-48fc-a2f3-448b15ffefc6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:51.909591 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-18b5fd27-d724-4cf7-b34f-c78c66fbb38a req-dd48cb7c-9107-48fc-a2f3-448b15ffefc6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0541275 Dec 13 16:50:51.963377 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-18b5fd27-d724-4cf7-b34f-c78c66fbb38a req-e31ffe9b-d67b-4c06-ad54-b3f3f45309ea tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477157 Dec 13 16:50:52.230159 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:52.421609 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174c1e2-18eb-4850-ae08-1f637ccc7f33 req-a79a4234-9032-4ad9-9b98-14d580eb82d3 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:52.423439 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1174c1e2-18eb-4850-ae08-1f637ccc7f33 req-a79a4234-9032-4ad9-9b98-14d580eb82d3 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 945 time: 0.0502818 Dec 13 16:50:52.476289 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1174c1e2-18eb-4850-ae08-1f637ccc7f33 req-2b12e1cc-478a-40ec-9d37-d6fc29092bbd tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Dec 13 16:50:52.803405 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6fcdd-fa89-42ee-98af-8294adc49cb4 req-29015ce2-c68c-4813-816a-29cef8b27f60 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:52.804970 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9fe6fcdd-fa89-42ee-98af-8294adc49cb4 req-29015ce2-c68c-4813-816a-29cef8b27f60 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0553334 Dec 13 16:50:52.856801 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9fe6fcdd-fa89-42ee-98af-8294adc49cb4 req-199f71a8-aac4-4cd2-90b5-522531096e84 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 Dec 13 16:50:52.998256 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:53.094400 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecb2bf-d65a-46d7-a848-c0dd24da3842 req-829f5c46-12e5-4b3a-9c86-ba6864dd3f1e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:53.096071 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e8ecb2bf-d65a-46d7-a848-c0dd24da3842 req-829f5c46-12e5-4b3a-9c86-ba6864dd3f1e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0543439 Dec 13 16:50:53.155092 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e8ecb2bf-d65a-46d7-a848-c0dd24da3842 req-4c29bd82-c9ce-4755-91ef-1fe51af894ba tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449007 Dec 13 16:50:54.004173 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47efe6-ca3a-4013-845d-42d0c6e9a7d2 req-249926ec-da57-4483-9c7a-ef1d65528b2b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:54.005688 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5c47efe6-ca3a-4013-845d-42d0c6e9a7d2 req-249926ec-da57-4483-9c7a-ef1d65528b2b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0574903 Dec 13 16:50:54.057465 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5c47efe6-ca3a-4013-845d-42d0c6e9a7d2 req-c3f9fb92-85c7-4ce1-8910-44d5bac5b82f tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Dec 13 16:50:54.281687 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2ec90-401f-4578-ac5e-fa789c8665ee req-430e509a-404c-4e74-8d31-0de7cfc41858 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:54.283244 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0ed2ec90-401f-4578-ac5e-fa789c8665ee req-430e509a-404c-4e74-8d31-0de7cfc41858 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0568120 Dec 13 16:50:54.336171 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0ed2ec90-401f-4578-ac5e-fa789c8665ee req-05b2890b-e9a3-4bc6-860d-43bca5fd1db0 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463793 Dec 13 16:50:54.863287 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [req-4052f17b-5b2a-4d55-bac1-9dc36bd2b558 req-94081581-e1cc-4e80-a2cf-3a5712d9fb4b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:50:54.864269 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4052f17b-5b2a-4d55-bac1-9dc36bd2b558 req-94081581-e1cc-4e80-a2cf-3a5712d9fb4b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059433 Dec 13 16:50:55.052986 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7ebb-9b8d-479e-9fdc-95687a921891 req-13aaea1d-a9b0-41ed-b5dc-4d178e1cbcca tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:55.054579 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-75fa7ebb-9b8d-479e-9fdc-95687a921891 req-13aaea1d-a9b0-41ed-b5dc-4d178e1cbcca tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 945 time: 0.0571418 Dec 13 16:50:55.113446 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-75fa7ebb-9b8d-479e-9fdc-95687a921891 req-0ce3b1c7-9248-4913-a088-8d7591804bf2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526662 Dec 13 16:50:55.202012 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e2cd-4b59-4312-935b-31bb48d8c728 req-e44345dc-32cd-4a1c-8b39-9e54376a478f tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:55.203455 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a854e2cd-4b59-4312-935b-31bb48d8c728 req-e44345dc-32cd-4a1c-8b39-9e54376a478f tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0687528 Dec 13 16:50:55.260450 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a854e2cd-4b59-4312-935b-31bb48d8c728 req-9d43c503-1a8e-444e-a459-7672a6633e90 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500391 Dec 13 16:50:55.500794 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 60876) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:55.588452 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-9fb0a5be-88d0-4669-b1d8-43486a168aab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864284 Dec 13 16:50:55.597448 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-4d507d10-1015-4f9b-97a7-2961d6e51214 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:50:55.598455 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-4d507d10-1015-4f9b-97a7-2961d6e51214 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050457 Dec 13 16:50:55.649848 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:50:55.728107 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:55.755369 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:55.757696 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b1219-76df-4b3d-996f-de93a32bdf62" -d '{"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-unplugged", "status": "completed", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:55.773579 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:55.779936 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:55.803260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e797c70d-2607-471d-8f0a-5ffb08637bbb x-openstack-request-id: req-e797c70d-2607-471d-8f0a-5ffb08637bbb {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:55.803516 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-unplugged", "status": "failed", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c", "code": 422}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:55.803803 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e797c70d-2607-471d-8f0a-5ffb08637bbb {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:55.804202 dv-cinder-821602-2-iscsi neutron-server[109392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'code': 422} returned with failed status Dec 13 16:50:55.832532 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=8']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:56.250117 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634d34c-53ad-4fb5-b84b-4145a0589826 req-82ba498c-ebbc-477a-9429-7228a0902c51 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:56.251736 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b634d34c-53ad-4fb5-b84b-4145a0589826 req-82ba498c-ebbc-477a-9429-7228a0902c51 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0497413 Dec 13 16:50:56.310083 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b634d34c-53ad-4fb5-b84b-4145a0589826 req-71f6eca2-bfe5-486b-9c6f-ddadd615939d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521512 Dec 13 16:50:56.380509 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd170-0c3e-471f-bc44-c740c959cc58 req-02ea2cfa-81cb-4578-88d6-621988688f55 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:56.382023 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-456fd170-0c3e-471f-bc44-c740c959cc58 req-02ea2cfa-81cb-4578-88d6-621988688f55 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0501192 Dec 13 16:50:56.433323 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-456fd170-0c3e-471f-bc44-c740c959cc58 req-e1f97eb0-c8c8-44e8-ba47-e7ab0c2eeb0b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450611 Dec 13 16:50:57.247813 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-5aeb8eba-e6ee-459e-a1a3-7e327884b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.250487 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-5aeb8eba-e6ee-459e-a1a3-7e327884b1d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f&tenant_id=c94e8e265a6f4fb585504a1e95ceda28 HTTP/1.1" status: 200 len: 1096 time: 0.0793715 Dec 13 16:50:57.346795 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2006c9-a4fe-4c46-8225-7675c850bac6 req-69205f31-e3db-437e-a810-75df4ba3f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.347852 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-376c6c09-228a-4ea9-b4b3-f05abd9c2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.348344 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-aa2006c9-a4fe-4c46-8225-7675c850bac6 req-69205f31-e3db-437e-a810-75df4ba3f7c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0447590 Dec 13 16:50:57.349007 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-376c6c09-228a-4ea9-b4b3-f05abd9c2312 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1096 time: 0.0459404 Dec 13 16:50:57.429317 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-aa2006c9-a4fe-4c46-8225-7675c850bac6 req-15ef2dee-1117-4d0a-a610-3329007c5eea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649853 Dec 13 16:50:57.447530 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acf98f-ddb1-4df6-a36a-aaff179a6ed9 req-f0fda3e5-5330-4dc8-a1d7-c2ae055b4c2a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.449095 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d9acf98f-ddb1-4df6-a36a-aaff179a6ed9 req-f0fda3e5-5330-4dc8-a1d7-c2ae055b4c2a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0597115 Dec 13 16:50:57.461049 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-af85af3d-2f72-4967-88c4-2a497a5eb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.462526 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-af85af3d-2f72-4967-88c4-2a497a5eb84c service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.0973032 Dec 13 16:50:57.500689 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d9acf98f-ddb1-4df6-a36a-aaff179a6ed9 req-ee01c201-f065-4919-8e28-a82b57c206f3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452731 Dec 13 16:50:57.564292 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7b14d-4216-4bd5-976c-7b04a78c0cf0 req-81116684-d0f9-4d8a-87f8-c2be57e10da8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.565960 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e6e7b14d-4216-4bd5-976c-7b04a78c0cf0 req-81116684-d0f9-4d8a-87f8-c2be57e10da8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0618010 Dec 13 16:50:57.625746 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e6e7b14d-4216-4bd5-976c-7b04a78c0cf0 req-14a5f667-8fd1-4e98-9cfc-f3d9c15d924e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530872 Dec 13 16:50:57.714115 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-6c5dad99-2a94-4acf-89dd-a5cc126a4392 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 200 len: 999 time: 0.0609329 Dec 13 16:50:57.768713 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-6eeb8488-b334-47e6-898d-e1f65ecf967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.770234 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-6eeb8488-b334-47e6-898d-e1f65ecf967b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0489507 Dec 13 16:50:57.822550 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-875c8a58-76e7-43cc-ae1b-e31bb03d323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.824117 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-875c8a58-76e7-43cc-ae1b-e31bb03d323d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444121 Dec 13 16:50:57.942215 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-ab3d7dba-5ffe-49a2-9808-77831df2ab4b service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890844 Dec 13 16:50:58.056030 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8743b3d6-0828-4608-9c44-e50215e6b64e req-f3ab1cab-85ac-451c-9655-864112386a80 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983186 Dec 13 16:50:58.678043 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c88e1-9c18-4d3a-9b8c-f635510cd720 req-f9f10971-1185-41e6-924c-897d9221d6e6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:58.687558 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b99c88e1-9c18-4d3a-9b8c-f635510cd720 req-f9f10971-1185-41e6-924c-897d9221d6e6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.1042848 Dec 13 16:50:58.760647 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b99c88e1-9c18-4d3a-9b8c-f635510cd720 req-74ce5e58-93e0-425f-bf02-3c7aa17d24b7 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711257 Dec 13 16:50:58.867649 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac27db-d511-4b65-b665-ea6d02132466 req-d5ab74bf-8c17-4209-a854-861ec9a18739 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:58.870548 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4dac27db-d511-4b65-b665-ea6d02132466 req-d5ab74bf-8c17-4209-a854-861ec9a18739 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.1179039 Dec 13 16:50:58.941807 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4dac27db-d511-4b65-b665-ea6d02132466 req-d82fc5dc-82a1-45a8-a877-317a797e4d7d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643735 Dec 13 16:50:59.896308 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865e63c-b55f-4db1-86b5-1ffdb31d06ee req-5138bfc8-9ee7-4d31-a9f0-03ced697c638 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:59.898033 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4865e63c-b55f-4db1-86b5-1ffdb31d06ee req-5138bfc8-9ee7-4d31-a9f0-03ced697c638 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0563328 Dec 13 16:50:59.950786 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4865e63c-b55f-4db1-86b5-1ffdb31d06ee req-ad75b734-7c2d-4c75-99c2-5840c55b654d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456457 Dec 13 16:51:00.078609 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c011d27-5ff7-4ebf-9311-f1ed5497e626 req-3544c707-378b-4ec5-acf1-e7aa410a6531 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:00.080310 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6c011d27-5ff7-4ebf-9311-f1ed5497e626 req-3544c707-378b-4ec5-acf1-e7aa410a6531 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0644922 Dec 13 16:51:00.133162 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6c011d27-5ff7-4ebf-9311-f1ed5497e626 req-94b830ef-7226-47bc-af26-6016137c2d52 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Dec 13 16:51:00.427357 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468286c3-cac6-44cc-8f51-24e34e26456a req-401d0ec0-81ec-4a2b-8664-98e128412031 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:00.428872 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-468286c3-cac6-44cc-8f51-24e34e26456a req-401d0ec0-81ec-4a2b-8664-98e128412031 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0582879 Dec 13 16:51:00.498794 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-468286c3-cac6-44cc-8f51-24e34e26456a req-d614bdf9-1017-4e52-9e55-2ca9243e2736 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635326 Dec 13 16:51:01.091261 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f678-77d0-44e8-b495-c703b50011c4 req-e93986ba-00e1-48db-933a-2a7ca4839e4a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:01.092794 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9df0f678-77d0-44e8-b495-c703b50011c4 req-e93986ba-00e1-48db-933a-2a7ca4839e4a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0577545 Dec 13 16:51:01.157495 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9df0f678-77d0-44e8-b495-c703b50011c4 req-6eaba819-e82c-46c3-8025-f50165d768fb tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581446 Dec 13 16:51:01.631484 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f09afa-a6c2-4d99-8add-0fb13a69bd28 req-913cf29a-faa3-424a-bf79-b98e92699645 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:01.633830 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-40f09afa-a6c2-4d99-8add-0fb13a69bd28 req-913cf29a-faa3-424a-bf79-b98e92699645 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0597794 Dec 13 16:51:01.694557 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-40f09afa-a6c2-4d99-8add-0fb13a69bd28 req-ad027464-e139-486f-898d-9ec5e74231ae tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533454 Dec 13 16:51:02.302997 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5243a3d-8c7c-4c54-825a-04e818a6418e req-625efa37-ee2f-454c-bc9c-ce6523376cda tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:02.302997 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d5243a3d-8c7c-4c54-825a-04e818a6418e req-625efa37-ee2f-454c-bc9c-ce6523376cda tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0517414 Dec 13 16:51:02.363815 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d5243a3d-8c7c-4c54-825a-04e818a6418e req-3cd5b2d8-0041-4eb2-811a-4f2e4ccb3d9a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592995 Dec 13 16:51:02.835473 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec272-e3c0-4118-aa58-5002b02b4441 req-5c85db43-11fe-464f-93f0-cb2e09001c93 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:02.842723 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-575ec272-e3c0-4118-aa58-5002b02b4441 req-5c85db43-11fe-464f-93f0-cb2e09001c93 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0713339 Dec 13 16:51:02.892750 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-575ec272-e3c0-4118-aa58-5002b02b4441 req-8c08c353-61d3-46ac-a915-a37b0a44b97a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489557 Dec 13 16:51:03.503244 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c308ad4-f84f-4e41-b47f-bce4a2d30eed req-61b525fb-44ec-4165-aa1d-794305c33e9b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:03.505622 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3c308ad4-f84f-4e41-b47f-bce4a2d30eed req-61b525fb-44ec-4165-aa1d-794305c33e9b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0554180 Dec 13 16:51:03.555220 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3c308ad4-f84f-4e41-b47f-bce4a2d30eed req-85462825-de53-4708-b812-f12882d2f05a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 Dec 13 16:51:03.588330 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:51:04.031257 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe47f72-f8cc-457a-8b91-75c89e277328 req-ce484719-566e-4054-aa45-9abb8481a87b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:04.032814 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bfe47f72-f8cc-457a-8b91-75c89e277328 req-ce484719-566e-4054-aa45-9abb8481a87b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0544765 Dec 13 16:51:04.087003 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bfe47f72-f8cc-457a-8b91-75c89e277328 req-78521afe-aeeb-4322-98cd-3c56da77f2c0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458057 Dec 13 16:51:04.693580 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c8e9c-1d60-42a7-86c2-2623b41fbeed req-f174d07d-96dc-461e-9e94-bdf802959640 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:04.693580 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e05c8e9c-1d60-42a7-86c2-2623b41fbeed req-f174d07d-96dc-461e-9e94-bdf802959640 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0550141 Dec 13 16:51:04.741453 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e05c8e9c-1d60-42a7-86c2-2623b41fbeed req-e43cdbc6-9ee9-47d5-9808-ae88eb134ee1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Dec 13 16:51:05.236796 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c40a74-f04b-4ca2-9ab1-16ae2e2d4fc8 req-b285a5c7-dcb5-4663-922e-34986b75357e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:05.238290 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-22c40a74-f04b-4ca2-9ab1-16ae2e2d4fc8 req-b285a5c7-dcb5-4663-922e-34986b75357e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0657053 Dec 13 16:51:05.293732 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-22c40a74-f04b-4ca2-9ab1-16ae2e2d4fc8 req-f5d8bb04-03b5-473d-b120-808656a3d878 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Dec 13 16:51:05.882611 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9ba27-066f-49d5-b282-8193a18cb00f req-2803e2b7-58f8-4ae9-8059-dc320fa52c77 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:05.885028 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a2f9ba27-066f-49d5-b282-8193a18cb00f req-2803e2b7-58f8-4ae9-8059-dc320fa52c77 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0607500 Dec 13 16:51:05.938402 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a2f9ba27-066f-49d5-b282-8193a18cb00f req-562d47a8-62c7-4633-b519-dccf25ba8526 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472035 Dec 13 16:51:06.445904 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44972-da1e-49a7-8eb7-bdf4d1a5aff7 req-c7e3f64e-e77d-46d2-977c-b608ca7a3920 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:06.447453 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0be44972-da1e-49a7-8eb7-bdf4d1a5aff7 req-c7e3f64e-e77d-46d2-977c-b608ca7a3920 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0626478 Dec 13 16:51:06.500208 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0be44972-da1e-49a7-8eb7-bdf4d1a5aff7 req-4553ee37-b2fc-4c0a-80be-b7a921cd77ec tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466418 Dec 13 16:51:07.066805 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efbc3c-5b34-4117-a0ce-46d62967fa36 req-7b03e6ae-12e0-46f7-9c86-fcc3977c1cbd tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:07.068525 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-61efbc3c-5b34-4117-a0ce-46d62967fa36 req-7b03e6ae-12e0-46f7-9c86-fcc3977c1cbd tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0540483 Dec 13 16:51:07.124208 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-61efbc3c-5b34-4117-a0ce-46d62967fa36 req-8026203e-45a7-40ac-b590-bf30877a881a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477831 Dec 13 16:51:07.627370 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4160c-2f0b-4643-9dd4-5c079f1ea432 req-d427a93c-7c7c-42fb-916c-f7c3d98947a8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:07.629842 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fee4160c-2f0b-4643-9dd4-5c079f1ea432 req-d427a93c-7c7c-42fb-916c-f7c3d98947a8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0553145 Dec 13 16:51:07.680729 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fee4160c-2f0b-4643-9dd4-5c079f1ea432 req-5bacc831-3fdc-4875-a918-f8978f5266f5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Dec 13 16:51:08.259325 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b034d-f46b-460e-a0fe-14a2d7f73a14 req-bfc38dea-fdc9-49bf-b80e-cdedf2f07d29 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:08.260850 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2b9b034d-f46b-460e-a0fe-14a2d7f73a14 req-bfc38dea-fdc9-49bf-b80e-cdedf2f07d29 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0604010 Dec 13 16:51:08.313897 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2b9b034d-f46b-460e-a0fe-14a2d7f73a14 req-46276758-85db-4ce0-aec8-dca62b6ba394 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469520 Dec 13 16:51:08.812880 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ea62f-0f7f-41b2-8367-75727794665c req-d8b80885-88c9-4659-a040-2101ce3fc304 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:08.814697 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ff2ea62f-0f7f-41b2-8367-75727794665c req-d8b80885-88c9-4659-a040-2101ce3fc304 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0521307 Dec 13 16:51:08.866276 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ff2ea62f-0f7f-41b2-8367-75727794665c req-a2738e27-dd93-4e89-abbd-9b599c6d17d3 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452991 Dec 13 16:51:09.441566 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcfc5-e08b-4972-bcce-bbd9ce1ae7f0 req-c15060e2-5043-48d5-a213-26072c0df27f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:09.443129 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-707bcfc5-e08b-4972-bcce-bbd9ce1ae7f0 req-c15060e2-5043-48d5-a213-26072c0df27f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0542552 Dec 13 16:51:09.491341 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-707bcfc5-e08b-4972-bcce-bbd9ce1ae7f0 req-72e39bd9-dd6d-46f7-aaec-9d2e177abab5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419812 Dec 13 16:51:09.995103 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896649fc-3e71-4d81-b185-93c99865b02f req-2a5c9804-436d-4370-85ee-a7c29b0c7336 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:09.996629 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-896649fc-3e71-4d81-b185-93c99865b02f req-2a5c9804-436d-4370-85ee-a7c29b0c7336 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0571802 Dec 13 16:51:10.059485 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-896649fc-3e71-4d81-b185-93c99865b02f req-2e6fda31-3d20-41a9-a1ae-38e089eee438 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541644 Dec 13 16:51:10.628602 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4a69f-1f7c-460f-8e3b-bbba259f782d req-649beeed-d93e-4e84-9b6a-7ee8b5a81e57 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:10.631324 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05f4a69f-1f7c-460f-8e3b-bbba259f782d req-649beeed-d93e-4e84-9b6a-7ee8b5a81e57 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0624015 Dec 13 16:51:10.681342 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-05f4a69f-1f7c-460f-8e3b-bbba259f782d req-71c1759c-fa02-464e-b88d-1bb7ec142325 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Dec 13 16:51:11.187212 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f7c6-d6cb-467f-9625-b63e57ec522b req-4a5edacd-3ef0-4ea0-875f-d3ee9cbfcec3 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:11.189492 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3787f7c6-d6cb-467f-9625-b63e57ec522b req-4a5edacd-3ef0-4ea0-875f-d3ee9cbfcec3 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0555234 Dec 13 16:51:11.239841 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3787f7c6-d6cb-467f-9625-b63e57ec522b req-f5964532-fd70-4d46-8c52-025eaf478ebd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Dec 13 16:51:11.814994 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d8c0f-386b-4de1-945c-fca01a4a03be req-de56bd04-5e69-41ee-8ec1-3b2106a48d85 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:11.816541 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-978d8c0f-386b-4de1-945c-fca01a4a03be req-de56bd04-5e69-41ee-8ec1-3b2106a48d85 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0571389 Dec 13 16:51:11.866701 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-978d8c0f-386b-4de1-945c-fca01a4a03be req-99c4e1ac-746c-4d55-a384-ddc6e0c57bc2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Dec 13 16:51:12.365312 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033c33e-96c7-485f-b3ad-cb60ed3ca439 req-a6e0b213-4d48-4e70-b77c-b4ef412e768b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:12.367659 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7033c33e-96c7-485f-b3ad-cb60ed3ca439 req-a6e0b213-4d48-4e70-b77c-b4ef412e768b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0504069 Dec 13 16:51:12.419385 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7033c33e-96c7-485f-b3ad-cb60ed3ca439 req-d1d851dd-7424-4762-88a2-a7f1c1398a99 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Dec 13 16:51:12.623172 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a632dad-d774-4416-95b3-c451178be634 req-8a3deebb-7076-473e-b95d-df4a0f22566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:12.624694 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a632dad-d774-4416-95b3-c451178be634 req-8a3deebb-7076-473e-b95d-df4a0f22566f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0488441 Dec 13 16:51:12.750286 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a632dad-d774-4416-95b3-c451178be634 req-04f97da8-fe5e-4ef5-ad69-6179e85b0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:12.751761 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a632dad-d774-4416-95b3-c451178be634 req-04f97da8-fe5e-4ef5-ad69-6179e85b0387 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 920 time: 0.1029029 Dec 13 16:51:12.803106 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a632dad-d774-4416-95b3-c451178be634 req-44be6030-f0ca-400d-bbd7-d403cc17f1ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f82f85-2cbf-4114-b796-a84807314de2 HTTP/1.1" status: 200 len: 217 time: 0.0348885 Dec 13 16:51:12.861689 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a632dad-d774-4416-95b3-c451178be634 req-dfdf75b4-a47a-4313-9a75-8492203ae637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:12.863059 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a632dad-d774-4416-95b3-c451178be634 req-dfdf75b4-a47a-4313-9a75-8492203ae637 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 200 len: 859 time: 0.0524805 Dec 13 16:51:12.901404 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a632dad-d774-4416-95b3-c451178be634 req-4cfb0ecd-d31b-4d5d-8b08-6859868e86d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8652ce83-d216-44fa-8946-071181554706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295982 Dec 13 16:51:13.034894 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f5f5-8271-44d1-a6a8-c968a3232d84 req-47a07aed-11c7-4cf4-8955-51d096d4174c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:13.036371 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4d69f5f5-8271-44d1-a6a8-c968a3232d84 req-47a07aed-11c7-4cf4-8955-51d096d4174c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0802619 Dec 13 16:51:13.038299 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a632dad-d774-4416-95b3-c451178be634 req-d0a2e380-4c5a-453a-88f8-f8c9b40e09e4 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285796 Dec 13 16:51:13.147054 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4d69f5f5-8271-44d1-a6a8-c968a3232d84 req-0fe76c48-f895-412b-a651-40c2c63707ff tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042285 Dec 13 16:51:13.170674 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1a632dad-d774-4416-95b3-c451178be634 req-04d4f81f-3328-4314-b3b5-597868938eaa service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218128 Dec 13 16:51:13.552029 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a6aad-fc53-4c16-bf40-974a94daea4c req-680f3a2e-2baf-47ea-9f35-5521c2376f64 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:13.553892 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ba0a6aad-fc53-4c16-bf40-974a94daea4c req-680f3a2e-2baf-47ea-9f35-5521c2376f64 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0533333 Dec 13 16:51:13.601682 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ba0a6aad-fc53-4c16-bf40-974a94daea4c req-91ffc2bd-7541-4af2-bb74-104ab90f6503 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Dec 13 16:51:14.273754 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab7c0d-9555-4b9d-a3a7-9f0a0a28b284 req-873c1c8c-094b-4f87-8996-95b80a90345e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:14.275213 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c4ab7c0d-9555-4b9d-a3a7-9f0a0a28b284 req-873c1c8c-094b-4f87-8996-95b80a90345e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0522001 Dec 13 16:51:14.325935 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c4ab7c0d-9555-4b9d-a3a7-9f0a0a28b284 req-f8e1c276-16f6-43f0-b7c4-0bbbf02b262c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418751 Dec 13 16:51:14.732683 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc64a-9abb-4bcd-81ef-646a7705a7f3 req-c8a0cd9d-3e5a-4c06-bb0e-5c0e1f05d312 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:14.734203 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-781bc64a-9abb-4bcd-81ef-646a7705a7f3 req-c8a0cd9d-3e5a-4c06-bb0e-5c0e1f05d312 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0600710 Dec 13 16:51:14.787444 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-781bc64a-9abb-4bcd-81ef-646a7705a7f3 req-892956da-2071-4a70-af95-a9460cc829bd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442755 Dec 13 16:51:15.450852 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea9fa9-0506-414c-aba6-7cb2eb743ec4 req-48088fec-0741-4f26-92a8-039bb874b33a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:15.452343 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdea9fa9-0506-414c-aba6-7cb2eb743ec4 req-48088fec-0741-4f26-92a8-039bb874b33a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0510225 Dec 13 16:51:15.502228 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cdea9fa9-0506-414c-aba6-7cb2eb743ec4 req-18f5777c-af19-4720-b032-8f3948d9988d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436683 Dec 13 16:51:15.920160 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d812246-1201-4ec1-a855-6e3c972aa4ec req-b19b3632-9dc6-4fae-a142-fb00b159676a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:15.921662 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6d812246-1201-4ec1-a855-6e3c972aa4ec req-b19b3632-9dc6-4fae-a142-fb00b159676a tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0528369 Dec 13 16:51:15.974201 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6d812246-1201-4ec1-a855-6e3c972aa4ec req-45d55afb-71bb-4087-a646-24f276cd50be tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Dec 13 16:51:16.655007 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae2ece-11eb-4183-b688-80151c75531a req-07455504-9b44-4844-8bbd-59f533379c38 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:16.656480 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-56ae2ece-11eb-4183-b688-80151c75531a req-07455504-9b44-4844-8bbd-59f533379c38 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0767920 Dec 13 16:51:16.684946 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-194a3d95-28a2-4765-9aeb-4e5d049cc60c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660784 Dec 13 16:51:16.711598 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-56ae2ece-11eb-4183-b688-80151c75531a req-af948586-e33b-49a1-b321-cb18ac168a6b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483444 Dec 13 16:51:16.780292 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-18205140-0aaa-4671-af0f-a52eaa5707db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:16.781816 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-18205140-0aaa-4671-af0f-a52eaa5707db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 1098 time: 0.0403161 Dec 13 16:51:16.901314 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-edbb8e4a-fbea-4895-89c8-b9afa1808aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:16.902678 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-edbb8e4a-fbea-4895-89c8-b9afa1808aa7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 911 time: 0.0966616 Dec 13 16:51:16.972059 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-44092fe1-d5a3-4983-ab03-bd7495f9941a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2256f239-7e22-47c2-8af7-d787985f0627 HTTP/1.1" status: 200 len: 1001 time: 0.0597548 Dec 13 16:51:17.034949 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-eecef7de-c8c1-40cc-9795-657b8b47ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:17.036362 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-eecef7de-c8c1-40cc-9795-657b8b47ff20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 200 len: 849 time: 0.0467789 Dec 13 16:51:17.091820 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-146d7a5d-c8c9-4b1d-aad0-7645ceb0e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:17.093308 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-146d7a5d-c8c9-4b1d-aad0-7645ceb0e137 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faba440c-3470-4b72-a53c-aa5da04ea307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449798 Dec 13 16:51:17.192332 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-71ad1c85-7c13-4735-b777-e788a12639de service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860856 Dec 13 16:51:17.291492 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8a0fc23d-32fa-4ed8-806c-33fe166787aa req-6ff2ccc0-fe15-4e6d-a32f-af8f81f7b597 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902781 Dec 13 16:51:17.343230 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4643436c-6663-43b7-b416-cec538d09e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:17.418303 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e383-5feb-45d4-ada8-4d155f268ca2 req-f2d24b2d-fb0c-4d66-b65d-5e0919d3b79d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:17.419788 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1e21e383-5feb-45d4-ada8-4d155f268ca2 req-f2d24b2d-fb0c-4d66-b65d-5e0919d3b79d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0486898 Dec 13 16:51:17.467854 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1e21e383-5feb-45d4-ada8-4d155f268ca2 req-ca3e68e5-8934-4da4-b5e3-efd4aa866df4 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Dec 13 16:51:17.839460 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18275cfa-be82-41d1-ab4f-0ceabec998fb req-b1f4a749-5786-48de-a3e8-fd1613735b83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:17.840986 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18275cfa-be82-41d1-ab4f-0ceabec998fb req-b1f4a749-5786-48de-a3e8-fd1613735b83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0545142 Dec 13 16:51:17.888947 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18275cfa-be82-41d1-ab4f-0ceabec998fb req-8c0625eb-8740-42b5-a476-f95bec8ec0bd tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417125 Dec 13 16:51:18.477614 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:19.018669 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573307d6-86bc-4107-968c-f4cb7ff5bf77 req-dba68639-3dfa-479c-be33-7dcdbcfcf281 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:19.020701 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-573307d6-86bc-4107-968c-f4cb7ff5bf77 req-dba68639-3dfa-479c-be33-7dcdbcfcf281 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0537691 Dec 13 16:51:19.068711 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-573307d6-86bc-4107-968c-f4cb7ff5bf77 req-888e12f4-03e7-4416-88d8-2137cf064587 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417848 Dec 13 16:51:19.678117 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8ba24860-baf4-4fcd-9a0a-15f7ad56c3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:20.204387 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b5257-a61b-4be1-912f-535dd55e5e9e req-1e56a715-85a6-4d04-a736-470f40058371 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:20.205968 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-609b5257-a61b-4be1-912f-535dd55e5e9e req-1e56a715-85a6-4d04-a736-470f40058371 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0529702 Dec 13 16:51:20.254710 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-609b5257-a61b-4be1-912f-535dd55e5e9e req-8f5161b1-bf04-4a71-bbda-b4a6c2dcbee4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425417 Dec 13 16:51:20.733320 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:21.402715 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bde7-5d17-47ba-8542-65461f827be1 req-a3f6437c-defc-4b4c-9057-2fbe6dd29e66 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:21.404283 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e0e1bde7-5d17-47ba-8542-65461f827be1 req-a3f6437c-defc-4b4c-9057-2fbe6dd29e66 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0595722 Dec 13 16:51:21.466749 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e0e1bde7-5d17-47ba-8542-65461f827be1 req-a7c22e08-0122-4e4f-a137-b93a61d0b1b1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536158 Dec 13 16:51:22.235172 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:22.454092 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:51:22.556490 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:51:22.569323 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'port_id': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'mac_address': 'fa:16:3e:3e:46:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:51:22.596825 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c4f3e-541d-42bb-8a40-3c8cf6e711ec req-d18075a0-21ba-4cc8-90fd-636210cff0d6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:22.598226 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-022c4f3e-541d-42bb-8a40-3c8cf6e711ec req-d18075a0-21ba-4cc8-90fd-636210cff0d6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 943 time: 0.0511942 Dec 13 16:51:22.606757 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:22.623711 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5225bcb-5258-419f-8497-ad84cf3faa1c {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:51:22.643478 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:51:22.647846 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:22.648924 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-022c4f3e-541d-42bb-8a40-3c8cf6e711ec req-3cf4a156-600e-49e6-a951-311812a7999e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440784 Dec 13 16:51:22.698202 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=9']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:51:23.006167 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:23.778743 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cb19b-df2b-4cd6-a12b-7bc309e02c21 req-de132263-005b-4be1-829c-4e3d6203d81d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:23.780219 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-899cb19b-df2b-4cd6-a12b-7bc309e02c21 req-de132263-005b-4be1-829c-4e3d6203d81d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 944 time: 0.0514033 Dec 13 16:51:23.790239 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['b5225bcb-5258-419f-8497-ad84cf3faa1c'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:51:23.831648 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-899cb19b-df2b-4cd6-a12b-7bc309e02c21 req-126f6b57-9b57-4864-b641-cb7185f43c9c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Dec 13 16:51:24.966146 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81769b6f-a015-496d-81b3-25ae94210b2a req-1b7a79a5-5d79-4a29-b206-e79151bd5e5b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:24.967650 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-81769b6f-a015-496d-81b3-25ae94210b2a req-1b7a79a5-5d79-4a29-b206-e79151bd5e5b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 944 time: 0.0542490 Dec 13 16:51:25.023087 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-81769b6f-a015-496d-81b3-25ae94210b2a req-c739cd5b-815a-4cd1-9e09-a30ef8c947cc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Dec 13 16:51:26.166678 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229fad-e78a-4a37-84c9-f2d577736ca0 req-f9406ae9-ea3b-4f61-b028-acc35b973029 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:26.168335 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-89229fad-e78a-4a37-84c9-f2d577736ca0 req-f9406ae9-ea3b-4f61-b028-acc35b973029 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 944 time: 0.0619066 Dec 13 16:51:26.216246 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-89229fad-e78a-4a37-84c9-f2d577736ca0 req-194aaa14-b720-4f95-983e-7026931adf67 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416429 Dec 13 16:51:26.855691 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:51:26.907904 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port b5225bcb-5258-419f-8497-ad84cf3faa1c triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:51:26.908260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:26.989837 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:27.012297 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:51:27.014553 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cddf4a-42e4-43d1-89cb-548ecf75bbe3" -d '{"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-plugged", "status": "completed", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:51:27.026735 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:51:27.033230 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:27.058650 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9988ec7d-2a58-42e2-bc80-68e0ee35b22f x-openstack-request-id: req-9988ec7d-2a58-42e2-bc80-68e0ee35b22f {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:51:27.059040 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-plugged", "status": "completed", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:51:27.059441 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9988ec7d-2a58-42e2-bc80-68e0ee35b22f {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:51:27.059884 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'code': 200} Dec 13 16:51:27.086248 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=10']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:51:27.352336 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cdf8b-4726-49b8-a2e3-0df8bef3499a req-c6a0cf0c-4ed1-4ef9-8660-165c5a5300ea tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:27.353809 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-aa7cdf8b-4726-49b8-a2e3-0df8bef3499a req-c6a0cf0c-4ed1-4ef9-8660-165c5a5300ea tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0559618 Dec 13 16:51:27.401346 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-aa7cdf8b-4726-49b8-a2e3-0df8bef3499a req-9c464c9c-5b47-433c-bef7-af2efd6ea18b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415680 Dec 13 16:51:28.513038 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654d415-efe4-4b04-b11c-252f70dca0cd req-e6e826c2-9da9-4df3-8457-28709b6a6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:28.514630 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7654d415-efe4-4b04-b11c-252f70dca0cd req-e6e826c2-9da9-4df3-8457-28709b6a6869 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1099 time: 0.0414069 Dec 13 16:51:28.531634 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90e932-02fc-450a-8433-d545fe68ecf5 req-f64a22de-3585-43c4-904c-539ee5326914 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:28.533330 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cb90e932-02fc-450a-8433-d545fe68ecf5 req-f64a22de-3585-43c4-904c-539ee5326914 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0531371 Dec 13 16:51:28.563914 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7654d415-efe4-4b04-b11c-252f70dca0cd req-f4c0f5f4-11ad-4af6-bff3-298f26550db2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 Dec 13 16:51:28.582307 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cb90e932-02fc-450a-8433-d545fe68ecf5 req-abb9972b-0d23-438b-9b68-617f6af92082 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428171 Dec 13 16:51:29.708689 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e7a4-f90d-40df-ad47-d48e31d55995 req-bfd62925-1aee-4cd4-87fa-0fc627fc0340 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:29.710197 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c128e7a4-f90d-40df-ad47-d48e31d55995 req-bfd62925-1aee-4cd4-87fa-0fc627fc0340 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0508516 Dec 13 16:51:29.769752 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c128e7a4-f90d-40df-ad47-d48e31d55995 req-49b723d2-bcb8-4231-b25b-074be86572aa tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532265 Dec 13 16:51:29.834301 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f84d63-d2e2-49ca-a571-5793be363478 req-e366b4fd-46ef-4953-a366-b38da59500fb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:29.835785 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a1f84d63-d2e2-49ca-a571-5793be363478 req-e366b4fd-46ef-4953-a366-b38da59500fb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0577962 Dec 13 16:51:29.888092 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a1f84d63-d2e2-49ca-a571-5793be363478 req-fee4522c-aebb-4d62-85fa-a4d26385abdb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Dec 13 16:51:30.902165 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f462ee-6aab-45d2-a03c-df53c0730981 req-7d65d854-787f-4f37-a20a-6757fe41c906 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:30.903695 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-51f462ee-6aab-45d2-a03c-df53c0730981 req-7d65d854-787f-4f37-a20a-6757fe41c906 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0530124 Dec 13 16:51:30.952132 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-51f462ee-6aab-45d2-a03c-df53c0730981 req-5dcc4149-055e-471e-aa54-2fa535e70b91 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423245 Dec 13 16:51:31.010069 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac053-a697-4afa-9a5f-e80e5b164820 req-99a7ee84-72a3-4174-909c-299ec57a3939 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:31.011577 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-02eac053-a697-4afa-9a5f-e80e5b164820 req-99a7ee84-72a3-4174-909c-299ec57a3939 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0490909 Dec 13 16:51:31.061996 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-02eac053-a697-4afa-9a5f-e80e5b164820 req-916d9178-ebea-46d1-bfc1-d5dbf7be3fba tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Dec 13 16:51:32.099093 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b86124-a19e-4dbe-9131-abc1270e124a req-71c04139-e309-4218-b276-aebb9c15cb13 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:32.100814 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f9b86124-a19e-4dbe-9131-abc1270e124a req-71c04139-e309-4218-b276-aebb9c15cb13 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0598824 Dec 13 16:51:32.170248 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f9b86124-a19e-4dbe-9131-abc1270e124a req-03360f01-369f-4df5-88df-c635e4f4672e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621254 Dec 13 16:51:32.194435 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f6690-76e7-4840-98e0-55b73d5d778b req-2ff0ab47-16ee-43de-bf26-f4b8933655e2 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:32.195980 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-098f6690-76e7-4840-98e0-55b73d5d778b req-2ff0ab47-16ee-43de-bf26-f4b8933655e2 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0597253 Dec 13 16:51:32.548941 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-098f6690-76e7-4840-98e0-55b73d5d778b req-f3a584f8-1a9e-46fe-af34-d36513f8d527 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420377 Dec 13 16:51:32.556674 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-a6224ca1-83ee-4ef0-91b6-7bb411cd6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:32.558317 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-a6224ca1-83ee-4ef0-91b6-7bb411cd6f73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1099 time: 0.3426747 Dec 13 16:51:32.661567 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-53777126-b799-402e-b228-0d68e950f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:32.662962 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-53777126-b799-402e-b228-0d68e950f478 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 920 time: 0.0887949 Dec 13 16:51:32.717431 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-4d6aa025-39c8-4aaa-bfb0-b69412d9864a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f82f85-2cbf-4114-b796-a84807314de2 HTTP/1.1" status: 200 len: 217 time: 0.0390851 Dec 13 16:51:32.770441 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-3cad9f7a-6956-4d4a-b372-c24c7d1232a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:32.771880 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-3cad9f7a-6956-4d4a-b372-c24c7d1232a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 200 len: 859 time: 0.0443711 Dec 13 16:51:32.807103 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-f412e82a-fa35-4f00-b355-af13f968f703 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8652ce83-d216-44fa-8946-071181554706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237780 Dec 13 16:51:32.927706 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-63164a73-9160-4d45-9de1-909a90be109c service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072972 Dec 13 16:51:33.038863 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee6390bb-7c18-42de-bbce-7944672ff117 req-9270e908-4458-4627-a797-aea05f8e69f4 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950518 Dec 13 16:51:33.316252 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec063e-10d1-4e52-b452-61cc639b6926 req-d742342e-afd8-4153-9de8-802f4bc57362 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:33.317897 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-91ec063e-10d1-4e52-b452-61cc639b6926 req-d742342e-afd8-4153-9de8-802f4bc57362 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0631542 Dec 13 16:51:33.374058 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-91ec063e-10d1-4e52-b452-61cc639b6926 req-392922f4-6fec-4359-80d2-0b1493a9085c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472050 Dec 13 16:51:33.678132 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff992a0-e3d3-4118-bd98-f956d432dae0 req-9f5e9da4-d74c-40af-b123-f8636d96a351 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:33.679656 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ff992a0-e3d3-4118-bd98-f956d432dae0 req-9f5e9da4-d74c-40af-b123-f8636d96a351 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0568244 Dec 13 16:51:33.733421 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ff992a0-e3d3-4118-bd98-f956d432dae0 req-d09937ef-c0fd-49d5-9b05-5cddf9c0ba51 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474229 Dec 13 16:51:34.499017 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c281bf-f65a-4677-a768-ff6d37936a5c req-4169552c-22f3-4cbd-b10b-c8efa8d2e67f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:34.500541 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-92c281bf-f65a-4677-a768-ff6d37936a5c req-4169552c-22f3-4cbd-b10b-c8efa8d2e67f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0496442 Dec 13 16:51:34.560608 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-92c281bf-f65a-4677-a768-ff6d37936a5c req-63f3c715-4c19-4a6c-a819-e0539b7c3e6f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539227 Dec 13 16:51:34.858130 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb0047-d3cd-4585-9ba1-4d4660488ed8 req-8d2c575b-9c67-4453-80e8-48dc0c299719 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:34.859604 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dbcb0047-d3cd-4585-9ba1-4d4660488ed8 req-8d2c575b-9c67-4453-80e8-48dc0c299719 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0532033 Dec 13 16:51:34.918967 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dbcb0047-d3cd-4585-9ba1-4d4660488ed8 req-ec222c0c-a165-4be3-aa41-d257cdfd8744 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 Dec 13 16:51:36.045543 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264249c8-6431-47c1-80cc-ce045bcdf5ca req-5d7d5b8d-f2e6-42d0-a258-efa5378ea16e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:36.047295 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-264249c8-6431-47c1-80cc-ce045bcdf5ca req-5d7d5b8d-f2e6-42d0-a258-efa5378ea16e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0507026 Dec 13 16:51:36.104070 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-264249c8-6431-47c1-80cc-ce045bcdf5ca req-c526c6dc-f67e-4b6a-b6da-5a7856152e63 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495503 Dec 13 16:51:37.224370 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153044-db56-40fd-a3af-3b685c67de7e req-439cfbf7-100e-4879-aeeb-887bab000898 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:37.226020 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-be153044-db56-40fd-a3af-3b685c67de7e req-439cfbf7-100e-4879-aeeb-887bab000898 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Dec 13 16:51:37.278517 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-be153044-db56-40fd-a3af-3b685c67de7e req-6ad2eb39-8de5-4d4a-b84f-aba0a64dedee tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Dec 13 16:51:38.023956 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee6da-1b22-4681-9a8a-b808c77481f8 req-44652a07-394b-43db-aa3a-702783b57d2b tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:38.025478 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4afee6da-1b22-4681-9a8a-b808c77481f8 req-44652a07-394b-43db-aa3a-702783b57d2b tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 945 time: 0.0480647 Dec 13 16:51:38.075350 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4afee6da-1b22-4681-9a8a-b808c77481f8 req-804d42e6-1f1a-449b-9f2e-cbf6e4c49b72 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Dec 13 16:51:38.401590 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1762946-2d73-4f01-b073-764f3c1a526c req-a779438c-e538-4823-aea6-cd360907a180 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:38.403586 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e1762946-2d73-4f01-b073-764f3c1a526c req-a779438c-e538-4823-aea6-cd360907a180 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0532639 Dec 13 16:51:38.454273 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e1762946-2d73-4f01-b073-764f3c1a526c req-f87ac935-3260-4d45-b2e4-dbdc39b95876 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433729 Dec 13 16:51:39.200418 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a2933-33db-4769-869d-263d3e8881b1 req-b900beff-f88d-4b1f-a928-c17fd873e850 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:39.201822 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-644a2933-33db-4769-869d-263d3e8881b1 req-b900beff-f88d-4b1f-a928-c17fd873e850 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 945 time: 0.0553446 Dec 13 16:51:39.253830 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-644a2933-33db-4769-869d-263d3e8881b1 req-b126a3ba-22d7-4dcb-83e4-98401d2f10a7 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Dec 13 16:51:39.594698 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08a00d-707c-4d64-83cc-0dfa6452118e req-f054bb23-44f3-4f2b-87c7-a4d2124f6bdc tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:39.596190 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1c08a00d-707c-4d64-83cc-0dfa6452118e req-f054bb23-44f3-4f2b-87c7-a4d2124f6bdc tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0650225 Dec 13 16:51:39.650560 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1c08a00d-707c-4d64-83cc-0dfa6452118e req-e231679f-9db1-45e7-be4c-6bad5b8f87e8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482509 Dec 13 16:51:40.109236 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290496c-008f-46c4-8340-21309e4c09f5 req-5d9bb0cd-8954-420a-9822-179b80ef75a0 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:40.110711 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6290496c-008f-46c4-8340-21309e4c09f5 req-5d9bb0cd-8954-420a-9822-179b80ef75a0 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 945 time: 0.0504599 Dec 13 16:51:40.211827 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Deleting port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:51:40.211827 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:40.304199 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] For port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:51:40.304561 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:40.317777 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Calling delete_port for 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 owned by compute:nova {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:51:40.375605 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf00a1-954c-43a7-878d-6046b8f8fd62 req-9be468fe-6a4b-4d6d-925b-e9624071e67f tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:40.377197 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c1cf00a1-954c-43a7-878d-6046b8f8fd62 req-9be468fe-6a4b-4d6d-925b-e9624071e67f tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c91027e-6f5a-48d1-b466-98e168767c58 HTTP/1.1" status: 200 len: 945 time: 0.0524037 Dec 13 16:51:40.427640 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c1cf00a1-954c-43a7-878d-6046b8f8fd62 req-ea5f6dc5-5ad1-48ca-ac73-349df90ca75f tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Dec 13 16:51:40.454707 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:40.467598 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['91cf683e-c7c5-4191-b0fc-82a6a1ceccf9'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:51:40.484338 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Pushing event deleted for resources: {'Port': ['ID=91cf683e-c7c5-4191-b0fc-82a6a1ceccf9,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:51:40.497238 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.497627 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.497972 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.498313 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.498658 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.499000 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.499334 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.499666 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.500001 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.500335 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.500693 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.501021 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.501347 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:40.536979 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] No DVR routers for this DVR port 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 on host hv-cinder-82160 {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:51:40.539965 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:40.543684 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6290496c-008f-46c4-8340-21309e4c09f5 req-c476a3c1-7d1a-4c02-8c87-f1d5800d9d77 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.65 "DELETE /v2.0/ports/91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 HTTP/1.1" status: 204 len: 173 time: 0.4255829 Dec 13 16:51:40.543977 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c91027e-6f5a-48d1-b466-98e168767c58', 'name': 'network-vif-deleted', 'tag': '91cf683e-c7c5-4191-b0fc-82a6a1ceccf9'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:51:40.546607 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92000666-d3aa-410f-b245-f9a1ce0ae4ed" -d '{"events": [{"server_uuid": "1c91027e-6f5a-48d1-b466-98e168767c58", "name": "network-vif-deleted", "tag": "91cf683e-c7c5-4191-b0fc-82a6a1ceccf9"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:51:40.590569 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cba21f-6b9c-47b9-85b4-800bed70ca19 x-openstack-request-id: req-06cba21f-6b9c-47b9-85b4-800bed70ca19 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:51:40.591759 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c91027e-6f5a-48d1-b466-98e168767c58", "name": "network-vif-deleted", "tag": "91cf683e-c7c5-4191-b0fc-82a6a1ceccf9", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:51:40.592171 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06cba21f-6b9c-47b9-85b4-800bed70ca19 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:51:40.592803 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c91027e-6f5a-48d1-b466-98e168767c58', 'name': 'network-vif-deleted', 'tag': '91cf683e-c7c5-4191-b0fc-82a6a1ceccf9', 'status': 'completed', 'code': 200} Dec 13 16:51:40.593477 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:51:40.779226 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5e26-037a-4135-b644-a9ead2ab3acd req-4752b7cb-8634-412b-b457-51ca302323c4 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:40.780816 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-94fb5e26-037a-4135-b644-a9ead2ab3acd req-4752b7cb-8634-412b-b457-51ca302323c4 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0548980 Dec 13 16:51:40.833979 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-94fb5e26-037a-4135-b644-a9ead2ab3acd req-78091b95-6098-438c-a14b-aceff9d60204 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Dec 13 16:51:41.965341 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a46343-600b-43fe-bc33-8aa3fa9eceea req-f143df87-4176-4955-abb9-2d2367bd0980 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:41.966974 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f4a46343-600b-43fe-bc33-8aa3fa9eceea req-f143df87-4176-4955-abb9-2d2367bd0980 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0536108 Dec 13 16:51:42.024021 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f4a46343-600b-43fe-bc33-8aa3fa9eceea req-a8ec25a9-c0f4-409f-814e-aa63d536e5ca tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469089 Dec 13 16:51:43.157835 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb25f9c-1973-4710-8622-585de09e906f req-57502952-bca2-4063-9865-13f450bb0a0d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:43.159607 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6bb25f9c-1973-4710-8622-585de09e906f req-57502952-bca2-4063-9865-13f450bb0a0d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0581732 Dec 13 16:51:43.210375 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6bb25f9c-1973-4710-8622-585de09e906f req-ee5decd2-d8d1-43ad-b4e1-37c20f0f2514 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Dec 13 16:51:44.334881 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788616a5-9709-4d36-9172-13404bf9380c req-3ae2dff3-3762-4f02-b45f-616b6f2d90d8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:44.336479 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-788616a5-9709-4d36-9172-13404bf9380c req-3ae2dff3-3762-4f02-b45f-616b6f2d90d8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0536366 Dec 13 16:51:44.390042 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-788616a5-9709-4d36-9172-13404bf9380c req-ab6f8533-d245-49cb-8cd0-4df8371ebf57 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Dec 13 16:51:44.791008 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:51:44.812358 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:51:44.812861 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 91cf683e-c7c5-4191-b0fc-82a6a1ceccf9 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:51:45.525400 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dad6a9-c2e3-4aa1-a424-df5805c93995 req-e6f706bd-a06e-40a4-b4b1-d3920b5b241b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:45.526938 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b2dad6a9-c2e3-4aa1-a424-df5805c93995 req-e6f706bd-a06e-40a4-b4b1-d3920b5b241b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0554123 Dec 13 16:51:45.582875 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b2dad6a9-c2e3-4aa1-a424-df5805c93995 req-1c1a00f5-31dd-465a-8e7d-02902bbc4a0d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499258 Dec 13 16:51:46.508414 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee578a-ce1c-4be0-bc51-beb00364af26 req-02e6064f-f69f-4cbd-a69f-d63c0a90d398 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:46.510014 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bcee578a-ce1c-4be0-bc51-beb00364af26 req-02e6064f-f69f-4cbd-a69f-d63c0a90d398 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0515280 Dec 13 16:51:46.559642 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bcee578a-ce1c-4be0-bc51-beb00364af26 req-73da1c37-fdf7-4bd7-8a3f-a585af432736 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Dec 13 16:51:46.709645 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54a08d-c560-41d0-9241-ad5a0c58d964 req-1fd5b534-ba42-4096-8563-d512dcd82b1c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:46.711134 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-da54a08d-c560-41d0-9241-ad5a0c58d964 req-1fd5b534-ba42-4096-8563-d512dcd82b1c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0578082 Dec 13 16:51:46.776331 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-da54a08d-c560-41d0-9241-ad5a0c58d964 req-3619eca9-35f4-4215-bf93-356b484cdfe4 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Dec 13 16:51:47.341820 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ad98dc5c-42c3-430f-bb28-bd2ca7425394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:47.678169 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea7cb2-be8b-4ef1-b158-df8f40ac32c9 req-da842e2b-92e3-4fe5-914a-bd775f5ddc7e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:47.679658 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-24ea7cb2-be8b-4ef1-b158-df8f40ac32c9 req-da842e2b-92e3-4fe5-914a-bd775f5ddc7e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0505576 Dec 13 16:51:47.727325 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-24ea7cb2-be8b-4ef1-b158-df8f40ac32c9 req-a6375cef-1718-4c6f-8636-270f5ac935fa tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Dec 13 16:51:47.904019 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8af62-ddf8-4bd7-a90b-331f68f8c97c req-14617a24-7cef-4ef5-a4bf-26fdd39d6e79 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:47.905434 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a3e8af62-ddf8-4bd7-a90b-331f68f8c97c req-14617a24-7cef-4ef5-a4bf-26fdd39d6e79 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0513639 Dec 13 16:51:47.955039 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a3e8af62-ddf8-4bd7-a90b-331f68f8c97c req-f60664ae-0110-4d74-9115-831cda8e91ac tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Dec 13 16:51:48.488614 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:48.850334 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776a3b-fc0a-47e1-8daf-950269a5ff49 req-a9cfa915-d04e-4aa0-8dc0-479e7cd43aca tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:48.851805 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8e776a3b-fc0a-47e1-8daf-950269a5ff49 req-a9cfa915-d04e-4aa0-8dc0-479e7cd43aca tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0538864 Dec 13 16:51:48.901080 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8e776a3b-fc0a-47e1-8daf-950269a5ff49 req-f5601d04-2a3b-45ff-9034-037419b304d2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431800 Dec 13 16:51:49.075776 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071739e-6746-4fe2-b31c-5eb5f5201323 req-b90a1b0c-04bf-4dba-9bd9-eb1eb67b9ac5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:49.077215 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7071739e-6746-4fe2-b31c-5eb5f5201323 req-b90a1b0c-04bf-4dba-9bd9-eb1eb67b9ac5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0491140 Dec 13 16:51:49.131579 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7071739e-6746-4fe2-b31c-5eb5f5201323 req-cdd4c241-90f8-4c38-8d34-4920151c822e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Dec 13 16:51:49.674498 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d3009c83-3739-485b-bfb8-23b7ec03c2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:50.024921 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032e60-cd11-4879-80cc-d6f03df59dd1 req-eb862339-6bdb-456c-83d0-12805a4540e4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:50.026415 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5032e60-cd11-4879-80cc-d6f03df59dd1 req-eb862339-6bdb-456c-83d0-12805a4540e4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0538061 Dec 13 16:51:50.075711 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5032e60-cd11-4879-80cc-d6f03df59dd1 req-0a9e378f-e354-4d4c-bb9c-dc5f9c2703cc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Dec 13 16:51:50.261174 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f0f72-db83-4eb0-ba84-80ca8c4bb10c req-fe93203d-a7f9-4a00-9181-5a38daeecad3 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:50.262810 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-092f0f72-db83-4eb0-ba84-80ca8c4bb10c req-fe93203d-a7f9-4a00-9181-5a38daeecad3 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Dec 13 16:51:50.312794 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-092f0f72-db83-4eb0-ba84-80ca8c4bb10c req-52f0570c-6219-4cde-897b-385e3ba9fea1 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440505 Dec 13 16:51:50.499986 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-9b7e2b1f-4861-4734-b0bf-7d78692aa13a tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:50.501390 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-9b7e2b1f-4861-4734-b0bf-7d78692aa13a tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/networks?id=be6d796d-91c2-4a3d-9d7c-391778978df8 HTTP/1.1" status: 200 len: 814 time: 0.1046209 Dec 13 16:51:50.517603 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-793bb609-34ab-49aa-87f6-9a580d01a37e tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/quotas/a2582447f23e4d388146670235c51d91 HTTP/1.1" status: 200 len: 375 time: 0.0101013 Dec 13 16:51:50.555593 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-1d30da70-9619-441e-a7de-446ad6fe24d4 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2582447f23e4d388146670235c51d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302463 Dec 13 16:51:50.653714 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-8858c52e-0710-4953-b470-f85c5e7e8454 service neutron] 10.222.0.62 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910940 Dec 13 16:51:50.735328 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:50.743968 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-c626b8cb-af63-4bc4-849a-7a89f69ac081 service neutron] 10.222.0.62 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840380 Dec 13 16:51:50.896877 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-511c0e07-88ab-4724-8c28-ced4f7f8e008 req-9d3e2b47-253d-4ec0-bb9d-c8fe1d2b4a7d tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 210 time: 0.0260248 Dec 13 16:51:51.197401 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464789-c470-4a80-8353-9134cce78015 req-1b12b5f7-9ed2-45d7-bec1-3f9c0114fae0 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:51.198906 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a4464789-c470-4a80-8353-9134cce78015 req-1b12b5f7-9ed2-45d7-bec1-3f9c0114fae0 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0527325 Dec 13 16:51:51.251083 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a4464789-c470-4a80-8353-9134cce78015 req-d8c0ccd9-d666-492f-9fb3-eefa47a9eafa tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Dec 13 16:51:51.444125 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e7ff-eb07-4f58-9457-0bc56cdd9986 req-0e4f4915-9eeb-451f-9f95-a1fcfceaf66e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:51.445711 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-27b3e7ff-eb07-4f58-9457-0bc56cdd9986 req-0e4f4915-9eeb-451f-9f95-a1fcfceaf66e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0624521 Dec 13 16:51:51.509568 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-27b3e7ff-eb07-4f58-9457-0bc56cdd9986 req-f57faf07-b343-46f4-a866-99e6ad49f5fe tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573308 Dec 13 16:51:51.931842 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-207eba3d-8198-4a93-9dc5-5a0b87ddd74d tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:51.933526 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-207eba3d-8198-4a93-9dc5-5a0b87ddd74d tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.65 "GET /v2.0/networks?id=be6d796d-91c2-4a3d-9d7c-391778978df8 HTTP/1.1" status: 200 len: 814 time: 0.1201656 Dec 13 16:51:51.953201 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Request body: {'port': {'device_id': 'e06c69dd-f636-4969-b1a9-6929b4dc72e7', 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8', 'admin_state_up': True, 'tenant_id': 'a2582447f23e4d388146670235c51d91'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:51:52.010800 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-635acc07-1248-4697-9b5e-8ff1fc023217 req-7c379b30-9c9e-4192-9c49-c0bb0d162265 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 210 time: 0.0352809 Dec 13 16:51:52.077313 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Made reservation on behalf of a2582447f23e4d388146670235c51d91 for: {'port': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:51:52.081301 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:52.209174 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Allocated IP 172.20.0.5 (be6d796d-91c2-4a3d-9d7c-391778978df8/633e1958-0282-4daf-b063-384e664dfdef/7b8d6f73-f800-4631-8db3-6ebd28ae606f) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:51:52.236890 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:52.399811 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:52.407920 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760be765-59c6-49c8-b4f5-663611238771 req-2b675ad3-687a-448d-be27-777a9d6c2845 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:52.409523 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-760be765-59c6-49c8-b4f5-663611238771 req-2b675ad3-687a-448d-be27-777a9d6c2845 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0855806 Dec 13 16:51:52.483969 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-760be765-59c6-49c8-b4f5-663611238771 req-d0948d52-4eb2-4cf5-a54c-be024f161da1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682406 Dec 13 16:51:52.486874 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:52.531692 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Network be6d796d-91c2-4a3d-9d7c-391778978df8 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:51:52.535177 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:51:52.539180 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:51:52.569414 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Pushing event updated for resources: {'Port': ['ID=7b8d6f73-f800-4631-8db3-6ebd28ae606f,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:51:52.602056 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:52.603347 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:52.625395 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-2c105f90-0180-477e-bb1b-ff1913e26b49 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6766844 Dec 13 16:51:52.639355 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Request body: {'port': {'device_id': 'e06c69dd-f636-4969-b1a9-6929b4dc72e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:51:52.643815 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8b3d6-6fca-45e4-b9a7-b34c9515f345 req-03cb9f70-e33c-4dd5-84ce-41f09d3e6375 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:52.645526 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a0d8b3d6-6fca-45e4-b9a7-b34c9515f345 req-03cb9f70-e33c-4dd5-84ce-41f09d3e6375 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0497003 Dec 13 16:51:52.695680 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a0d8b3d6-6fca-45e4-b9a7-b34c9515f345 req-3b37d49f-d2c3-45c5-81b6-f883832d9b4c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Dec 13 16:51:52.700882 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:52.976665 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8d6f73-f800-4631-8db3-6ebd28ae606f {{(pid=109391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:51:52.984387 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:52.997876 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.provisioning_blocks [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Transition to ACTIVE for port object 7b8d6f73-f800-4631-8db3-6ebd28ae606f will not be triggered until provisioned by entity L2. {{(pid=109391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:51:53.001876 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:53.003153 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:53.057860 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8d6f73-f800-4631-8db3-6ebd28ae606f,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:51:53.170763 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0195b5-2d97-43cf-8571-c4808b12f1a4 req-b26f8ffd-ef72-49cd-84d7-99d878d0585f tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:53.172262 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fc0195b5-2d97-43cf-8571-c4808b12f1a4 req-b26f8ffd-ef72-49cd-84d7-99d878d0585f tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 943 time: 0.0909097 Dec 13 16:51:53.173114 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Attempting to bind port 7b8d6f73-f800-4631-8db3-6ebd28ae606f on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:51:53.173442 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Attempting to bind port 7b8d6f73-f800-4631-8db3-6ebd28ae606f by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:51:53.173914 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Attempting to bind port 7b8d6f73-f800-4631-8db3-6ebd28ae606f on network be6d796d-91c2-4a3d-9d7c-391778978df8 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:51:53.179892 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Port 7b8d6f73-f800-4631-8db3-6ebd28ae606f on network be6d796d-91c2-4a3d-9d7c-391778978df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:51:53.180214 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Attempting to bind port 7b8d6f73-f800-4631-8db3-6ebd28ae606f on network be6d796d-91c2-4a3d-9d7c-391778978df8 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:51:53.196442 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:51:53.196818 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Checking segment: {'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:51:53.197196 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Bound using segment: {'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:51:53.197628 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Bound port: 7b8d6f73-f800-4631-8db3-6ebd28ae606f, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74a603a-d858-4806-a016-eca06d11b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8'}}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:51:53.197980 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:53.261112 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fc0195b5-2d97-43cf-8571-c4808b12f1a4 req-cc0f15c4-9c96-4b4c-b6da-98d76829ba4d tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820327 Dec 13 16:51:53.287030 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] For port 7b8d6f73-f800-4631-8db3-6ebd28ae606f, host hv-cinder-82160, cleared binding levels {{(pid=109391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:51:53.290210 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] For port 7b8d6f73-f800-4631-8db3-6ebd28ae606f, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b8d6f73-f800-4631-8db3-6ebd28ae606f,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:51:53.296726 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:53.345853 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:53.347695 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:53.349134 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] 10.222.0.65 "PUT /v2.0/ports/7b8d6f73-f800-4631-8db3-6ebd28ae606f HTTP/1.1" status: 200 len: 1093 time: 0.7141550 Dec 13 16:51:53.349559 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c69dd-f636-4969-b1a9-6929b4dc72e7', 'tag': '7b8d6f73-f800-4631-8db3-6ebd28ae606f'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:51:53.351854 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa927e8-97af-4d55-9780-d771d82d1c38" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c69dd-f636-4969-b1a9-6929b4dc72e7", "tag": "7b8d6f73-f800-4631-8db3-6ebd28ae606f"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:51:53.379348 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48270b26-b4bc-4563-a763-c57ebba0d926 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8d6f73-f800-4631-8db3-6ebd28ae606f,revision_number=3']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:51:53.391420 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d83384-9ed2-4331-a447-4832ea3f7ac7 x-openstack-request-id: req-77d83384-9ed2-4331-a447-4832ea3f7ac7 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:51:53.391714 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c69dd-f636-4969-b1a9-6929b4dc72e7", "tag": "7b8d6f73-f800-4631-8db3-6ebd28ae606f", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:51:53.391970 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77d83384-9ed2-4331-a447-4832ea3f7ac7 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:51:53.392356 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c69dd-f636-4969-b1a9-6929b4dc72e7', 'tag': '7b8d6f73-f800-4631-8db3-6ebd28ae606f', 'status': 'completed', 'code': 200} Dec 13 16:51:53.443674 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-1428b9c9-8a51-4f65-80e2-2f08d1233208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:53.445285 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-1428b9c9-8a51-4f65-80e2-2f08d1233208 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2582447f23e4d388146670235c51d91&device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 1096 time: 0.0436873 Dec 13 16:51:53.495205 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-d229bc93-5201-43c6-8529-3463cc60eba0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b8d6f73-f800-4631-8db3-6ebd28ae606f HTTP/1.1" status: 200 len: 217 time: 0.0368750 Dec 13 16:51:53.549498 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-c8355c3a-4746-4b84-9a44-a7b6ecd9d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:53.550998 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-c8355c3a-4746-4b84-9a44-a7b6ecd9d82f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=633e1958-0282-4daf-b063-384e664dfdef HTTP/1.1" status: 200 len: 854 time: 0.0462930 Dec 13 16:51:53.593799 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-257d792a-e782-4dc0-9258-5a960b7175d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6d796d-91c2-4a3d-9d7c-391778978df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355232 Dec 13 16:51:53.683391 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e99c00-c613-4d0a-bd78-5e284da01440 req-d19d2687-50d2-46e2-a72c-1d2bedb018c5 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:53.684900 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-07e99c00-c613-4d0a-bd78-5e284da01440 req-d19d2687-50d2-46e2-a72c-1d2bedb018c5 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.1188042 Dec 13 16:51:53.725527 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-79d2efd1-037d-4fbe-8a30-ad1a2ea9d3c3 service neutron] 10.222.0.65 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182132 Dec 13 16:51:53.790931 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-07e99c00-c613-4d0a-bd78-5e284da01440 req-bb011608-9b6e-4dc1-8564-2420041b6f07 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975668 Dec 13 16:51:53.817974 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907cc26-68db-42b2-a583-5e6836177149 req-a2ca0dcd-97c5-4be3-9d9a-e03e95599e29 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:53.819472 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2907cc26-68db-42b2-a583-5e6836177149 req-a2ca0dcd-97c5-4be3-9d9a-e03e95599e29 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0502939 Dec 13 16:51:53.832171 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eeec4cf1-ed52-458a-87b5-4a16870523de req-688e6b87-1716-4f2e-acc1-93d3a2107a4f service neutron] 10.222.0.65 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978034 Dec 13 16:51:53.868935 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2907cc26-68db-42b2-a583-5e6836177149 req-73ca0313-208f-4813-8822-2d1de5d336aa tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Dec 13 16:51:53.947596 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-3d8a0c32-709a-43aa-ba3a-590240fc8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:53.949124 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-3d8a0c32-709a-43aa-ba3a-590240fc8c0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2582447f23e4d388146670235c51d91&device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 1096 time: 0.0458975 Dec 13 16:51:54.047599 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-47249c39-6149-4856-a4e2-58a96e75893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:54.049057 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-47249c39-6149-4856-a4e2-58a96e75893e service neutron] 10.222.0.65 "GET /v2.0/networks?id=be6d796d-91c2-4a3d-9d7c-391778978df8 HTTP/1.1" status: 200 len: 915 time: 0.0897589 Dec 13 16:51:54.092547 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-52bb68db-d0b0-45bc-8d9d-35a32fe97c7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b8d6f73-f800-4631-8db3-6ebd28ae606f HTTP/1.1" status: 200 len: 217 time: 0.0360222 Dec 13 16:51:54.148708 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-c4e1b0aa-7ea2-42d8-94df-907f1a23f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:54.150197 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-c4e1b0aa-7ea2-42d8-94df-907f1a23f842 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=633e1958-0282-4daf-b063-384e664dfdef HTTP/1.1" status: 200 len: 854 time: 0.0500860 Dec 13 16:51:54.183608 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-21e76175-9dbc-4902-8531-61d31949d3d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6d796d-91c2-4a3d-9d7c-391778978df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241218 Dec 13 16:51:54.276375 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-b18a6fa3-0ee1-423b-91ca-c8f6362af389 service neutron] 10.222.0.65 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834348 Dec 13 16:51:54.401626 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ffa927e8-97af-4d55-9780-d771d82d1c38 req-84a514a9-9696-43e3-be88-ddba2c182889 service neutron] 10.222.0.65 "GET /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166852 Dec 13 16:51:54.410011 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04353d1-0911-47a1-8da5-29712a17a4d2 req-93785257-64d0-4806-a8d4-8c5766388d12 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:54.411414 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c04353d1-0911-47a1-8da5-29712a17a4d2 req-93785257-64d0-4806-a8d4-8c5766388d12 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 943 time: 0.0786312 Dec 13 16:51:54.479510 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c04353d1-0911-47a1-8da5-29712a17a4d2 req-d109f914-9433-424f-8d40-450c25a45dc7 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589437 Dec 13 16:51:54.923072 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d253-ea87-4272-b1dc-f4af55cba605 req-672d66fc-c9a0-40b1-b710-96cda885a204 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:54.925768 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d910d253-ea87-4272-b1dc-f4af55cba605 req-672d66fc-c9a0-40b1-b710-96cda885a204 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0615993 Dec 13 16:51:54.982762 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d910d253-ea87-4272-b1dc-f4af55cba605 req-0b270f2c-478e-44d4-b88d-ce7b54a9c235 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506482 Dec 13 16:51:55.021303 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3f237-7ab0-46b6-b6df-1d163fbffccc req-990cbb1a-d5ea-46b1-8d77-1934d9bb598e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:55.022823 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4fe3f237-7ab0-46b6-b6df-1d163fbffccc req-990cbb1a-d5ea-46b1-8d77-1934d9bb598e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0801158 Dec 13 16:51:55.048072 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471b26-19d7-48f8-b5f2-abd4025b2f07 req-337eb735-9590-4d4a-970c-d50b984ff21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:55.049595 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f471b26-19d7-48f8-b5f2-abd4025b2f07 req-337eb735-9590-4d4a-970c-d50b984ff21b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0724344 Dec 13 16:51:55.091546 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4fe3f237-7ab0-46b6-b6df-1d163fbffccc req-96c6b1c5-a0dd-4200-9c7a-d4876b8ed13d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623462 Dec 13 16:51:55.124075 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f471b26-19d7-48f8-b5f2-abd4025b2f07 req-4c53f144-678c-4829-90e1-aea2c72ad73f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623271 Dec 13 16:51:55.610601 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc8f18-40f0-4321-a790-61fbe87efc0b req-ebc709b1-f389-4688-b766-d0dae5c7a934 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:55.612119 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4ebc8f18-40f0-4321-a790-61fbe87efc0b req-ebc709b1-f389-4688-b766-d0dae5c7a934 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 943 time: 0.0607212 Dec 13 16:51:55.661787 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4ebc8f18-40f0-4321-a790-61fbe87efc0b req-4793e2ac-106d-4d89-b7d5-2a5251ddc347 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Dec 13 16:51:56.104548 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e42e7-9c85-47f0-9bb0-74ce70436006 req-6d61c2d6-ff8e-4590-a80b-8ea0b01d1493 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:56.106299 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f3e42e7-9c85-47f0-9bb0-74ce70436006 req-6d61c2d6-ff8e-4590-a80b-8ea0b01d1493 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0519943 Dec 13 16:51:56.165634 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1f3e42e7-9c85-47f0-9bb0-74ce70436006 req-8a802819-5a82-4dea-a8c2-22d581baf5d1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530055 Dec 13 16:51:56.223995 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f40636-7ee4-438b-aa6c-8891992acd4f req-5712e05d-ea9c-4905-96a6-f4caa8b3425e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:56.225527 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-40f40636-7ee4-438b-aa6c-8891992acd4f req-5712e05d-ea9c-4905-96a6-f4caa8b3425e tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0570788 Dec 13 16:51:56.286055 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-40f40636-7ee4-438b-aa6c-8891992acd4f req-28d1fd7b-f691-40c5-a0d4-7c9998cf7408 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533230 Dec 13 16:51:56.808914 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47beac-211a-4463-a9a7-4cc9da78a824 req-50abf467-a3ab-4864-9a94-84cab451afb8 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:56.810550 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5b47beac-211a-4463-a9a7-4cc9da78a824 req-50abf467-a3ab-4864-9a94-84cab451afb8 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 943 time: 0.0719717 Dec 13 16:51:56.871460 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5b47beac-211a-4463-a9a7-4cc9da78a824 req-4adaedf4-e99d-4239-886c-726deeff65f8 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521386 Dec 13 16:51:57.286042 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab393cd6-c7b6-4c1d-8ca4-3c4b9be8ea5a req-4c934004-6b89-4f1f-a99d-e25e67e6843d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:57.287513 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ab393cd6-c7b6-4c1d-8ca4-3c4b9be8ea5a req-4c934004-6b89-4f1f-a99d-e25e67e6843d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0495996 Dec 13 16:51:57.337130 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ab393cd6-c7b6-4c1d-8ca4-3c4b9be8ea5a req-fcc1e09e-027d-4bea-8c0a-81242390c073 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Dec 13 16:51:57.412482 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c173bc-27b7-4e79-9e5b-92e3a5fc82fa req-9e374465-7695-4af0-a712-5829167be36f tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:57.414108 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-19c173bc-27b7-4e79-9e5b-92e3a5fc82fa req-9e374465-7695-4af0-a712-5829167be36f tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0520504 Dec 13 16:51:57.467169 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-19c173bc-27b7-4e79-9e5b-92e3a5fc82fa req-58c3c0ca-5e48-4b8b-84fb-6038cc8025c2 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465779 Dec 13 16:51:57.796998 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-6ba5b390-7147-4e2f-9f19-e9f8c8e23f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:57.798616 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-6ba5b390-7147-4e2f-9f19-e9f8c8e23f45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab0bde5e0af14db49800fbdb92510291&device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0492227 Dec 13 16:51:57.811094 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759effa9-2d26-470e-8bc0-969d04f5d760 req-42f9938c-5b9c-416c-9305-f9c1a8069f5c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:57.812606 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759effa9-2d26-470e-8bc0-969d04f5d760 req-42f9938c-5b9c-416c-9305-f9c1a8069f5c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0540183 Dec 13 16:51:57.863724 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759effa9-2d26-470e-8bc0-969d04f5d760 req-3f4d0931-896c-4beb-88c5-36646f198226 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Dec 13 16:51:57.895992 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-3038a80d-2808-439c-b2bd-b5b490c472f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:57.897734 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-3038a80d-2808-439c-b2bd-b5b490c472f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 200 len: 920 time: 0.0916791 Dec 13 16:51:57.944220 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-d75f755f-8304-482a-8e9b-ad42a9b28f2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f82f85-2cbf-4114-b796-a84807314de2 HTTP/1.1" status: 200 len: 217 time: 0.0386689 Dec 13 16:51:58.016788 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-4eaa9a46-9bdd-4517-9c67-01457d5e234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:58.018171 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-4eaa9a46-9bdd-4517-9c67-01457d5e234f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 200 len: 859 time: 0.0623021 Dec 13 16:51:58.030114 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a2d2f-644e-4b0a-9fcc-b9ae84471a91 req-e395e922-9603-4dcb-9440-af24c1c3e93e tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:58.031547 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2a9a2d2f-644e-4b0a-9fcc-b9ae84471a91 req-e395e922-9603-4dcb-9440-af24c1c3e93e tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 943 time: 0.0838125 Dec 13 16:51:58.055662 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7b8d6f73-f800-4631-8db3-6ebd28ae606f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:51:58.061534 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-ba10cccc-3b5b-4858-96bc-42781f4aec0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8652ce83-d216-44fa-8946-071181554706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290570 Dec 13 16:51:58.147647 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2a9a2d2f-644e-4b0a-9fcc-b9ae84471a91 req-f8bf06b1-4118-4192-a102-925c31cee853 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076028 Dec 13 16:51:58.157839 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7b8d6f73-f800-4631-8db3-6ebd28ae606f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b8d6f73-f800-4631-8db3-6ebd28ae606f,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:51:58.175707 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '7b8d6f73-f800-4631-8db3-6ebd28ae606f', 'network_id': 'be6d796d-91c2-4a3d-9d7c-391778978df8', 'port_id': '7b8d6f73-f800-4631-8db3-6ebd28ae606f', 'mac_address': 'fa:16:3e:29:a2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633e1958-0282-4daf-b063-384e664dfdef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:51:58.178768 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-c1662b35-ebbe-44be-b2ee-3d00518a5639 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072364 Dec 13 16:51:58.216606 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:58.231697 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8d6f73-f800-4631-8db3-6ebd28ae606f {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:51:58.258103 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7b8d6f73-f800-4631-8db3-6ebd28ae606f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b8d6f73-f800-4631-8db3-6ebd28ae606f,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:51:58.264228 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:58.286774 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-71e3b598-422f-4340-8057-1f52a42e7ee0 req-4e02f9e0-e65e-48a9-8dc4-76a1fafb97e8 service neutron] 10.222.0.65 "GET /v2.0/networks/8652ce83-d216-44fa-8946-071181554706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005082 Dec 13 16:51:58.317499 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7b8d6f73-f800-4631-8db3-6ebd28ae606f,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:51:58.324914 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.325268 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.325635 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.325977 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.326306 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.326639 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.326966 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.327289 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.327614 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.327948 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.328279 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.328629 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.328936 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:58.462121 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22b4d-1eeb-4b2e-8b9a-db015dce2d0d req-58b1e0c8-46ef-4944-a3df-55083e684fb1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:58.463599 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-88d22b4d-1eeb-4b2e-8b9a-db015dce2d0d req-58b1e0c8-46ef-4944-a3df-55083e684fb1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0508802 Dec 13 16:51:58.515470 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-88d22b4d-1eeb-4b2e-8b9a-db015dce2d0d req-1dd74826-d178-415b-bfdd-c34d3976adc3 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457768 Dec 13 16:51:58.541964 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['7b8d6f73-f800-4631-8db3-6ebd28ae606f'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:51:58.983347 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814f47d-996c-491c-8683-5537bbd708cd req-a6188803-cb57-4898-bf06-efe20971c437 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:58.984879 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a814f47d-996c-491c-8683-5537bbd708cd req-a6188803-cb57-4898-bf06-efe20971c437 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0502439 Dec 13 16:51:59.035542 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a814f47d-996c-491c-8683-5537bbd708cd req-9ac52659-11aa-4db5-828c-f95690836ef8 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Dec 13 16:51:59.266905 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab1bb5-b6e0-46af-9c93-042b20190cfd req-9773d4c2-9249-4e4e-8567-ca5b3eeb26bb tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:59.268450 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e9ab1bb5-b6e0-46af-9c93-042b20190cfd req-9773d4c2-9249-4e4e-8567-ca5b3eeb26bb tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 944 time: 0.0502636 Dec 13 16:51:59.326857 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e9ab1bb5-b6e0-46af-9c93-042b20190cfd req-cdf4ca28-2a1c-45a9-8b00-5fbfc6baf1ae tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503452 Dec 13 16:51:59.649973 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75a8e1-e91d-4f62-a92b-58ddc674fb35 req-a91e8713-9ed5-445d-ac0b-738b72c197c2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:59.651515 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dc75a8e1-e91d-4f62-a92b-58ddc674fb35 req-a91e8713-9ed5-445d-ac0b-738b72c197c2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0582554 Dec 13 16:51:59.707267 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dc75a8e1-e91d-4f62-a92b-58ddc674fb35 req-e6a9b791-2a78-4ca5-a64d-7a15b8c289b7 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 Dec 13 16:52:00.074795 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7b8d6f73-f800-4631-8db3-6ebd28ae606f up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:52:00.141574 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 7b8d6f73-f800-4631-8db3-6ebd28ae606f completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:52:00.146419 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 7b8d6f73-f800-4631-8db3-6ebd28ae606f triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:52:00.147083 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:00.173778 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eb1ec-fbb6-4d1f-90f0-7e865fa4b040 req-a643894d-dc5a-4f5d-b7c2-0b2d67d50d94 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:00.175402 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-809eb1ec-fbb6-4d1f-90f0-7e865fa4b040 req-a643894d-dc5a-4f5d-b7c2-0b2d67d50d94 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0579817 Dec 13 16:52:00.226831 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-809eb1ec-fbb6-4d1f-90f0-7e865fa4b040 req-41b16776-dec0-446e-9ecc-684f6b1b30dd tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Dec 13 16:52:00.237250 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:00.262852 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c69dd-f636-4969-b1a9-6929b4dc72e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d6f73-f800-4631-8db3-6ebd28ae606f'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:00.265196 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd00c33-ed2c-4cc8-a637-eb7c9638a421" -d '{"events": [{"server_uuid": "e06c69dd-f636-4969-b1a9-6929b4dc72e7", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d6f73-f800-4631-8db3-6ebd28ae606f"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:00.279687 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7b8d6f73-f800-4631-8db3-6ebd28ae606f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b8d6f73-f800-4631-8db3-6ebd28ae606f,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:00.284970 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:00.334939 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e4a79d-0fc5-4aeb-8bd1-e44437c0b95f x-openstack-request-id: req-f9e4a79d-0fc5-4aeb-8bd1-e44437c0b95f {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:00.334939 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c69dd-f636-4969-b1a9-6929b4dc72e7", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d6f73-f800-4631-8db3-6ebd28ae606f", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:00.334939 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9e4a79d-0fc5-4aeb-8bd1-e44437c0b95f {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:00.334939 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c69dd-f636-4969-b1a9-6929b4dc72e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d6f73-f800-4631-8db3-6ebd28ae606f', 'code': 200} Dec 13 16:52:00.354889 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7b8d6f73-f800-4631-8db3-6ebd28ae606f,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:00.474082 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7873df2-5fa8-467e-ac9f-e334081e206b req-6381924d-be83-4cdc-961c-179a7f5750aa tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:00.475570 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e7873df2-5fa8-467e-ac9f-e334081e206b req-6381924d-be83-4cdc-961c-179a7f5750aa tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 945 time: 0.0551448 Dec 13 16:52:00.550583 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bfd46-5e95-4ce1-8b4f-acae6fc93d59 req-dab197ff-a4f6-4da6-9e8d-550659fd146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:00.552859 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf9bfd46-5e95-4ce1-8b4f-acae6fc93d59 req-dab197ff-a4f6-4da6-9e8d-550659fd146a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 1098 time: 0.0762680 Dec 13 16:52:00.556847 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e7873df2-5fa8-467e-ac9f-e334081e206b req-ed683f8c-83b0-48bf-8327-bf2b158f58b6 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718265 Dec 13 16:52:00.614036 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf9bfd46-5e95-4ce1-8b4f-acae6fc93d59 req-bfb198c6-0126-4093-b0c4-6b5f8ea68dac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531874 Dec 13 16:52:00.843563 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b711ed-979e-4087-a09c-3f382c797048 req-cd5a90dd-6f45-4e85-a4b0-04bfc01a2fa3 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:00.845040 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-28b711ed-979e-4087-a09c-3f382c797048 req-cd5a90dd-6f45-4e85-a4b0-04bfc01a2fa3 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0605915 Dec 13 16:52:00.898406 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-28b711ed-979e-4087-a09c-3f382c797048 req-cfa71cc6-4181-48c5-9917-45a798c6e33a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443888 Dec 13 16:52:01.693696 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a28f53-0ac1-4b13-8b67-46b7ed0649c8 req-953956f5-032e-4a47-a4f3-197cebf6df2a tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:01.695205 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-23a28f53-0ac1-4b13-8b67-46b7ed0649c8 req-953956f5-032e-4a47-a4f3-197cebf6df2a tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 945 time: 0.0596933 Dec 13 16:52:01.770509 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-23a28f53-0ac1-4b13-8b67-46b7ed0649c8 req-dd842d7e-8211-4869-9647-0d6357d4d25e tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680027 Dec 13 16:52:02.024560 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e58884-6a56-476b-b62f-1e150c136844 req-f1a5f961-371b-42d0-8327-5b42503fbf75 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.026313 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e2e58884-6a56-476b-b62f-1e150c136844 req-f1a5f961-371b-42d0-8327-5b42503fbf75 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0553374 Dec 13 16:52:02.078926 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e2e58884-6a56-476b-b62f-1e150c136844 req-5bfa9029-a3a1-4e43-94b3-3f9585c8b86c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456443 Dec 13 16:52:02.560322 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd704b-df1c-4915-ab34-5055c5a07726 req-6c8c06ee-aa51-4eb6-b32b-73903b4fdf70 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.561972 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-bbbd704b-df1c-4915-ab34-5055c5a07726 req-6c8c06ee-aa51-4eb6-b32b-73903b4fdf70 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.3117962 Dec 13 16:52:02.597513 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-eeb970b6-31c6-42d8-84fc-a13a5999bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.598652 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-eeb970b6-31c6-42d8-84fc-a13a5999bb81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 1098 time: 0.3037920 Dec 13 16:52:02.662040 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-bbbd704b-df1c-4915-ab34-5055c5a07726 req-63ececb2-974c-431d-ba8b-04d585dce347 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916419 Dec 13 16:52:02.704693 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-2008f632-1532-4b7b-952c-be76b0f57d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.706683 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-2008f632-1532-4b7b-952c-be76b0f57d9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 911 time: 0.1006246 Dec 13 16:52:02.781180 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-9bb798c0-417a-41fa-b0e7-61ac4c33d906 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2256f239-7e22-47c2-8af7-d787985f0627 HTTP/1.1" status: 200 len: 1001 time: 0.0667846 Dec 13 16:52:02.833317 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-97f40dd8-ccfa-49a6-a38f-dae28903858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.834948 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-97f40dd8-ccfa-49a6-a38f-dae28903858a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 200 len: 849 time: 0.0468676 Dec 13 16:52:02.890241 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-014c7c83-c7d9-4eb9-978a-bc42afcd1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.891798 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-014c7c83-c7d9-4eb9-978a-bc42afcd1f3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faba440c-3470-4b72-a53c-aa5da04ea307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492039 Dec 13 16:52:02.908903 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17768ef4-dcdf-4545-98f5-41be60fc83f2 req-f8260409-c5af-450a-a2de-e3e53709b6bd tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.910595 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-17768ef4-dcdf-4545-98f5-41be60fc83f2 req-f8260409-c5af-450a-a2de-e3e53709b6bd tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 945 time: 0.0540676 Dec 13 16:52:02.967209 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-17768ef4-dcdf-4545-98f5-41be60fc83f2 req-4890c452-80b8-4733-b7e1-6f0b5c69ac4c tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Dec 13 16:52:03.010578 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-8d38012f-73ce-48c8-8407-a375b506417c service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108763 Dec 13 16:52:03.121562 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0592da67-6ce5-4291-ba00-9d9afbd0db1f req-dff657eb-f0c7-4ef9-a8bc-acf60867161c service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974762 Dec 13 16:52:03.790870 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918d5a5-8e76-425f-8659-1ebfddfd3b4d req-8fc84490-a7f5-4032-bc0b-49558c40cdee tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:03.792408 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c918d5a5-8e76-425f-8659-1ebfddfd3b4d req-8fc84490-a7f5-4032-bc0b-49558c40cdee tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0534351 Dec 13 16:52:03.841317 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c918d5a5-8e76-425f-8659-1ebfddfd3b4d req-64d2cb0a-ee97-4191-a5f9-220773eca6f3 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Dec 13 16:52:04.245915 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e724c-5cd6-489e-84c4-d106a908505b req-2a8dbe30-f1c5-4238-a937-842e3c5d3a32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:04.247289 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-845e724c-5cd6-489e-84c4-d106a908505b req-2a8dbe30-f1c5-4238-a937-842e3c5d3a32 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0533686 Dec 13 16:52:04.295381 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-845e724c-5cd6-489e-84c4-d106a908505b req-2d1cbd63-6df0-4f73-86db-0e9badda2d52 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Dec 13 16:52:04.980754 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42054b7d-3af7-42a5-9808-ebf7eaf4c4aa req-a384e36a-ac69-4819-bc7b-0010ec5dba9d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:04.984170 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-42054b7d-3af7-42a5-9808-ebf7eaf4c4aa req-a384e36a-ac69-4819-bc7b-0010ec5dba9d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0622027 Dec 13 16:52:05.038013 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-42054b7d-3af7-42a5-9808-ebf7eaf4c4aa req-53a76d24-76f3-48c1-b4a4-b4b199fd77f5 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478258 Dec 13 16:52:05.428973 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b2e82-6745-4cff-83a6-66a5fb0fc8b7 req-f30b7be3-63fa-41ed-b4ed-498d7bf9d1d0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:05.431816 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-581b2e82-6745-4cff-83a6-66a5fb0fc8b7 req-f30b7be3-63fa-41ed-b4ed-498d7bf9d1d0 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0561683 Dec 13 16:52:05.480036 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-581b2e82-6745-4cff-83a6-66a5fb0fc8b7 req-701f41a1-1c1d-48ea-a640-cb3a53fab6a2 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Dec 13 16:52:06.596961 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad93163-7493-4b52-bff4-546b6d266fa5 req-f86bb9ec-1ac2-4181-97b7-df87b8f79208 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:06.598359 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5ad93163-7493-4b52-bff4-546b6d266fa5 req-f86bb9ec-1ac2-4181-97b7-df87b8f79208 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Dec 13 16:52:06.655105 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5ad93163-7493-4b52-bff4-546b6d266fa5 req-c71bbcd1-9d78-4c7e-8f05-26e0c8f480ee tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507493 Dec 13 16:52:06.694379 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-8a8707dd-feb4-4b43-a9ce-180f3a6d67fe tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:06.695823 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-8a8707dd-feb4-4b43-a9ce-180f3a6d67fe tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 945 time: 0.0556569 Dec 13 16:52:06.793667 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Deleting port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:06.793973 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:06.887234 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] For port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:06.887460 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:06.899659 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Calling delete_port for 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 owned by compute:nova {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:07.057072 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:07.069803 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['b4f82f85-2cbf-4114-b796-a84807314de2', '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:52:07.086642 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Pushing event deleted for resources: {'Port': ['ID=7a766edc-50c5-4f38-bfbd-5f1cb04e48a8,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:07.132597 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] No DVR routers for this DVR port 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 on host hv-cinder-82160 {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:07.136064 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:07.139581 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3621429f-d82a-4c97-917b-3d254e29ed43 req-69bb6eb9-3868-4587-925c-df4ad4d646cb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.65 "DELETE /v2.0/ports/7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 HTTP/1.1" status: 204 len: 173 time: 0.4361379 Dec 13 16:52:07.139960 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a3c922-a3b0-41ee-9726-aa3a38dd5143', 'name': 'network-vif-deleted', 'tag': '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:07.143067 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a072c88-10c1-4381-b09e-5b01ddccc504" -d '{"events": [{"server_uuid": "a9a3c922-a3b0-41ee-9726-aa3a38dd5143", "name": "network-vif-deleted", "tag": "7a766edc-50c5-4f38-bfbd-5f1cb04e48a8"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:07.183013 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6042aa18-ab84-4d86-afea-16c83f7d8b6c x-openstack-request-id: req-6042aa18-ab84-4d86-afea-16c83f7d8b6c {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:07.183302 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a3c922-a3b0-41ee-9726-aa3a38dd5143", "name": "network-vif-deleted", "tag": "7a766edc-50c5-4f38-bfbd-5f1cb04e48a8", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:07.183504 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6042aa18-ab84-4d86-afea-16c83f7d8b6c {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:07.183936 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a3c922-a3b0-41ee-9726-aa3a38dd5143', 'name': 'network-vif-deleted', 'tag': '7a766edc-50c5-4f38-bfbd-5f1cb04e48a8', 'status': 'completed', 'code': 200} Dec 13 16:52:07.764502 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d4ecd0ff-49f9-4712-a3bb-bc60db58c643 req-b5437fcc-d3b0-43ac-b413-9abc014499b3 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a3c922-a3b0-41ee-9726-aa3a38dd5143 HTTP/1.1" status: 200 len: 210 time: 0.0272839 Dec 13 16:52:09.064116 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226040-b971-4eda-9158-65844131b9cc req-e33aafc0-cdd7-49ef-bf2c-7cf038299c9c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:09.065633 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5d226040-b971-4eda-9158-65844131b9cc req-e33aafc0-cdd7-49ef-bf2c-7cf038299c9c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0528831 Dec 13 16:52:09.119456 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5d226040-b971-4eda-9158-65844131b9cc req-21930681-7630-4032-af84-4581c05bf918 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Dec 13 16:52:10.240710 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5fbb5-423b-4653-82ae-9445e80f0e4c req-c983618b-818a-4063-a8c6-1cab07633c0b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:10.242204 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c7f5fbb5-423b-4653-82ae-9445e80f0e4c req-c983618b-818a-4063-a8c6-1cab07633c0b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0522618 Dec 13 16:52:10.294222 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c7f5fbb5-423b-4653-82ae-9445e80f0e4c req-6415e867-8d1c-4850-b5df-7558ff57fbec tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Dec 13 16:52:11.440827 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaebd1a-10fa-40cd-b163-6cf0f92d7cd0 req-eb6cc318-42e8-4096-9e7f-f806c1aa250b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:11.442289 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ecaebd1a-10fa-40cd-b163-6cf0f92d7cd0 req-eb6cc318-42e8-4096-9e7f-f806c1aa250b tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0646765 Dec 13 16:52:11.489670 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ecaebd1a-10fa-40cd-b163-6cf0f92d7cd0 req-eb314b94-f53b-4e32-8efc-97a7a86c322d tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Dec 13 16:52:12.156018 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:12.177112 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:12.177373 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7a766edc-50c5-4f38-bfbd-5f1cb04e48a8 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:12.621124 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8de140-6c15-4c0f-86b0-7bd12abb36e8 req-3d6e63e5-7a12-4868-9376-0cafe566f1ea tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:12.622635 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1d8de140-6c15-4c0f-86b0-7bd12abb36e8 req-3d6e63e5-7a12-4868-9376-0cafe566f1ea tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0530555 Dec 13 16:52:12.681581 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1d8de140-6c15-4c0f-86b0-7bd12abb36e8 req-d68ac209-69d3-4e11-a11e-b4ddd0c8dfe5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526643 Dec 13 16:52:13.810415 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd984fd-98e3-4579-a52f-8ae35119538c req-5e7ec12d-d820-4652-bc31-2eecc7aab4bb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:13.813473 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9fd984fd-98e3-4579-a52f-8ae35119538c req-5e7ec12d-d820-4652-bc31-2eecc7aab4bb tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0516934 Dec 13 16:52:13.869393 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9fd984fd-98e3-4579-a52f-8ae35119538c req-34ab2491-d679-40be-abe4-977011fe6b17 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495892 Dec 13 16:52:14.913196 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-0eea7730-5f8c-4137-861c-2f69808ff5df tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:14.914732 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-0eea7730-5f8c-4137-861c-2f69808ff5df tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0590632 Dec 13 16:52:15.032423 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964f4f-5029-459a-a153-bf5229009855 req-92723e2a-da7c-4da3-bfb4-dea3228da355 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:15.034002 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5c964f4f-5029-459a-a153-bf5229009855 req-92723e2a-da7c-4da3-bfb4-dea3228da355 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 946 time: 0.0883973 Dec 13 16:52:15.072989 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Deleting port b4f82f85-2cbf-4114-b796-a84807314de2 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:15.073321 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:15.129510 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5c964f4f-5029-459a-a153-bf5229009855 req-445559dd-b89b-4d12-a7ce-947c2c5a46bc tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b623ef8-3502-42ba-a5aa-064b01fd627b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887411 Dec 13 16:52:15.186956 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] For port b4f82f85-2cbf-4114-b796-a84807314de2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b4f82f85-2cbf-4114-b796-a84807314de2,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:15.187313 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:15.202188 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Calling delete_port for b4f82f85-2cbf-4114-b796-a84807314de2 owned by compute:nova {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:15.353003 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:15.367683 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['b4f82f85-2cbf-4114-b796-a84807314de2'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:52:15.389304 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Pushing event deleted for resources: {'Port': ['ID=b4f82f85-2cbf-4114-b796-a84807314de2,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:15.434915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] No DVR routers for this DVR port b4f82f85-2cbf-4114-b796-a84807314de2 on host hv-cinder-82160 {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:15.437561 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:15.441227 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5aae6dd1-a9dc-41be-86e7-5c146362a71c req-11e06076-0b53-4f49-8531-6b13e682ad3c tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.65 "DELETE /v2.0/ports/b4f82f85-2cbf-4114-b796-a84807314de2 HTTP/1.1" status: 204 len: 173 time: 0.5200996 Dec 13 16:52:15.441678 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b8c803-5f08-441b-818f-a12f51820ff6', 'name': 'network-vif-deleted', 'tag': 'b4f82f85-2cbf-4114-b796-a84807314de2'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:15.444595 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a85f9b-78b1-459f-87d7-39f48bc3d232" -d '{"events": [{"server_uuid": "93b8c803-5f08-441b-818f-a12f51820ff6", "name": "network-vif-deleted", "tag": "b4f82f85-2cbf-4114-b796-a84807314de2"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:15.482719 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f25947-eca9-4acb-93bb-a591108c9f97 x-openstack-request-id: req-18f25947-eca9-4acb-93bb-a591108c9f97 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:15.483154 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b8c803-5f08-441b-818f-a12f51820ff6", "name": "network-vif-deleted", "tag": "b4f82f85-2cbf-4114-b796-a84807314de2", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:15.483505 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18f25947-eca9-4acb-93bb-a591108c9f97 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:15.483913 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b8c803-5f08-441b-818f-a12f51820ff6', 'name': 'network-vif-deleted', 'tag': 'b4f82f85-2cbf-4114-b796-a84807314de2', 'status': 'completed', 'code': 200} Dec 13 16:52:16.244407 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c61d016b-7f6b-4057-bc46-6c30213066d8 req-8958f4c7-46f2-4283-b948-d57f0ab9cbda tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 210 time: 0.0271394 Dec 13 16:52:17.345729 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5555dd81-270a-41fa-9c00-e06eb281f725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:17.347656 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9f1e39b4-6c0d-4890-ac67-b882c28a0fe9 req-2a07c369-13d8-426a-a4f2-fd5aeb4c8fa5 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 210 time: 0.0280550 Dec 13 16:52:17.595866 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:52:18.479526 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-43ac3819-2a39-4f92-a7bc-0663e407737e req-3c2d922e-8c32-424b-a8c8-066883d6ed66 tempest-ServerRescueNegativeTestJSON-1872952449 tempest-ServerRescueNegativeTestJSON-1872952449-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b8c803-5f08-441b-818f-a12f51820ff6 HTTP/1.1" status: 200 len: 210 time: 0.0279520 Dec 13 16:52:18.488977 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:18.754149 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7761b9e-529c-4437-827f-5a17238b5202 req-0374482f-6ac5-4640-9c6c-9b87727a57c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421529 Dec 13 16:52:18.827415 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7761b9e-529c-4437-827f-5a17238b5202 req-fa337d9a-82e9-4674-b0b4-ebb9f90d4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:18.828950 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7761b9e-529c-4437-827f-5a17238b5202 req-fa337d9a-82e9-4674-b0b4-ebb9f90d4cdb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 1099 time: 0.0452247 Dec 13 16:52:18.938870 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7761b9e-529c-4437-827f-5a17238b5202 req-444191cb-19ae-4e9d-931f-44014328a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:18.940484 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7761b9e-529c-4437-827f-5a17238b5202 req-444191cb-19ae-4e9d-931f-44014328a8ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.0888145 Dec 13 16:52:19.016877 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7761b9e-529c-4437-827f-5a17238b5202 req-e801047c-1c67-4ad6-add2-b27399fb9b7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 200 len: 1001 time: 0.0664380 Dec 13 16:52:19.071065 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7761b9e-529c-4437-827f-5a17238b5202 req-85e7c74f-7292-48c0-8d6f-8835765f680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:19.072659 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7761b9e-529c-4437-827f-5a17238b5202 req-85e7c74f-7292-48c0-8d6f-8835765f680e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0472686 Dec 13 16:52:19.125410 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7761b9e-529c-4437-827f-5a17238b5202 req-4455be1b-b5ac-4264-839f-9d81c45840a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:19.126966 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7761b9e-529c-4437-827f-5a17238b5202 req-4455be1b-b5ac-4264-839f-9d81c45840a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436003 Dec 13 16:52:19.227326 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7761b9e-529c-4437-827f-5a17238b5202 req-a137bf29-dadd-47cc-a6a5-7e3b4d1769b4 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914845 Dec 13 16:52:19.326634 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f7761b9e-529c-4437-827f-5a17238b5202 req-47fc51b1-f45b-46fc-8221-0ff17f034220 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902393 Dec 13 16:52:19.543316 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33374) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:19.680458 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8684ef1b-d109-426a-8e6c-594545a4d64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:20.167757 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b4f82f85-2cbf-4114-b796-a84807314de2 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:20.189406 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: b4f82f85-2cbf-4114-b796-a84807314de2 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:20.189755 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b4f82f85-2cbf-4114-b796-a84807314de2 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:20.205587 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:20.506790 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Deleting port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:20.507126 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:20.591496 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] For port ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,segment=NetworkSegment(d18059b4-50f4-4f51-b005-e3b389a60a52),segment_id=d18059b4-50f4-4f51-b005-e3b389a60a52)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:20.592258 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:20.604248 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Calling delete_port for ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 owned by network:router_interface {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:20.739431 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:20.791796 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:20.817120 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:20.828944 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.829289 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.829632 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.829966 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.830295 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.830623 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.831036 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.831565 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.832050 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.832379 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.832761 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.833102 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.833424 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:20.997238 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:21.214940 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:52:21.324914 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:52:21.330836 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-f1f2becb-0d12-4641-9726-bae6d8cf863b admin admin] 10.222.0.62 "PUT /v2.0/routers/8d89ee4a-2383-4f4c-9c07-36cb06e9e528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7861130 Dec 13 16:52:21.333371 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33382) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:21.338038 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] Sync routers for ids ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:52:21.349328 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] Routers {'8d89ee4a-2383-4f4c-9c07-36cb06e9e528'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:21.349954 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:21.439470 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks [] for router, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:21.457734 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] Set router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:21.555324 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:21.622189 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Deleting port 88a71b48-8077-403b-87ec-3a251eae20db {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:21.622896 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:21.664998 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '88a71b48-8077-403b-87ec-3a251eae20db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:52:20Z', 'revision_number': 5, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port': {'id': '88a71b48-8077-403b-87ec-3a251eae20db', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:49:34Z', 'updated_at': '2021-12-13T16:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:21.692913 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] Checking router: 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:52:21.702512 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] Routers {'8d89ee4a-2383-4f4c-9c07-36cb06e9e528'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:21.703126 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:21.707385 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] For port 88a71b48-8077-403b-87ec-3a251eae20db, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=88a71b48-8077-403b-87ec-3a251eae20db,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:21.707830 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:21.721188 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Calling delete_port for 88a71b48-8077-403b-87ec-3a251eae20db owned by network:router_gateway {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:21.801051 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] Set router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 gateway port host: None {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:21.857339 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:52:21Z', 'revision_number': 6, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port_host': None}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:21.884157 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d8327-5f08-4894-ac64-8e80106b4b7f None None] The sync data for ids ['8d89ee4a-2383-4f4c-9c07-36cb06e9e528'] in dv-cinder-821602-2-iscsi is: [{'id': '8d89ee4a-2383-4f4c-9c07-36cb06e9e528', 'name': 'tempest-ServerRescueNegativeTestJSON-1252766615-router', 'tenant_id': 'ab0bde5e0af14db49800fbdb92510291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:49:33Z', 'updated_at': '2021-12-13T16:52:21Z', 'revision_number': 6, 'project_id': 'ab0bde5e0af14db49800fbdb92510291', 'gw_port_host': None}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:52:21.900164 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:21.926432 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Pushing event deleted for resources: {'Port': ['ID=88a71b48-8077-403b-87ec-3a251eae20db,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:21.990642 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.094252 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.097002 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.164356 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.164949 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d89ee4a-2383-4f4c-9c07-36cb06e9e528 {{(pid=109390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:52:22.169977 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.171115 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-b09ff16d-ff07-4628-a6b9-4b08d275e09b admin admin] 10.222.0.62 "DELETE /v2.0/routers/8d89ee4a-2383-4f4c-9c07-36cb06e9e528 HTTP/1.1" status: 204 len: 168 time: 0.8368049 Dec 13 16:52:22.173681 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33392) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:22.223075 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d772c7-e79f-43d8-9672-0079dce8d5ae admin admin] Deleting subnet 98d9dd23-b476-4b8d-b58f-42c4abbab678 {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:52:22.227221 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4d772c7-e79f-43d8-9672-0079dce8d5ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.241353 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.263957 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4d772c7-e79f-43d8-9672-0079dce8d5ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31790771'] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.305660 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4d772c7-e79f-43d8-9672-0079dce8d5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.363039 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4d772c7-e79f-43d8-9672-0079dce8d5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31350368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30878173'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.393960 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d772c7-e79f-43d8-9672-0079dce8d5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d9dd23-b476-4b8d-b58f-42c4abbab678,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:22.397602 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a4d772c7-e79f-43d8-9672-0079dce8d5ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.400976 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a4d772c7-e79f-43d8-9672-0079dce8d5ae admin admin] 10.222.0.62 "DELETE /v2.0/subnets/98d9dd23-b476-4b8d-b58f-42c4abbab678 HTTP/1.1" status: 204 len: 168 time: 0.2262833 Dec 13 16:52:22.403752 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33394) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:22.716044 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.798137 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.822380 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8652ce83-d216-44fa-8946-071181554706']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:22.835275 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18059b4-50f4-4f51-b005-e3b389a60a52') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:22.835660 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18059b4-50f4-4f51-b005-e3b389a60a52') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:22.848732 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.865168 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.871593 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:52:22.872135 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:52:22.874092 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:52:22.931868 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.951194 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.964042 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8652ce83-d216-44fa-8946-071181554706 HTTP/1.1" status: 204 len: 168 time: 0.5499060 Dec 13 16:52:22.964042 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062587c-0b16-4772-8b30-76f645a7f713 admin admin] Pushing event deleted for resources: {'Network': ['ID=8652ce83-d216-44fa-8946-071181554706,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:23.006432 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:23.198110 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33420) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:23.249294 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-1e480c13-aadb-4203-a7fc-a8bc67109ac1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab0bde5e0af14db49800fbdb92510291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497038 Dec 13 16:52:23.252634 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33422) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:23.254990 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:23.279514 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:23.279890 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ed5c84a9-b6c5-449a-ac72-aa64e9ff1e51 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:23.280280 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 88a71b48-8077-403b-87ec-3a251eae20db no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:23.300526 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 88a71b48-8077-403b-87ec-3a251eae20db {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:23.300895 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 88a71b48-8077-403b-87ec-3a251eae20db not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:23.306227 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1bc633e1-e466-4986-871c-494aaf8ac9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:23.328706 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1bc633e1-e466-4986-871c-494aaf8ac9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:23.378497 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1bc633e1-e466-4986-871c-494aaf8ac9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:23.381044 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1bc633e1-e466-4986-871c-494aaf8ac9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:23.382214 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-1bc633e1-e466-4986-871c-494aaf8ac9e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b623ef8-3502-42ba-a5aa-064b01fd627b HTTP/1.1" status: 204 len: 168 time: 0.1284699 Dec 13 16:52:23.390695 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc633e1-e466-4986-871c-494aaf8ac9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b623ef8-3502-42ba-a5aa-064b01fd627b,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:24.160856 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501951ba-c758-4e43-b1f8-3e5a01bd78e9 req-e2a2cbce-37bc-42ef-934f-3b38ef4d3d3a tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:24.162368 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-501951ba-c758-4e43-b1f8-3e5a01bd78e9 req-e2a2cbce-37bc-42ef-934f-3b38ef4d3d3a tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 945 time: 0.0537698 Dec 13 16:52:24.218354 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-501951ba-c758-4e43-b1f8-3e5a01bd78e9 req-c4590d95-8710-485f-8912-ee78c0f1f09a tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495450 Dec 13 16:52:25.340026 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea91912-345d-436d-bcfb-f544e6daf749 req-98c3a7ed-5ab8-46b2-9621-abc1ed2b304b tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:25.341622 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0ea91912-345d-436d-bcfb-f544e6daf749 req-98c3a7ed-5ab8-46b2-9621-abc1ed2b304b tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 945 time: 0.0555222 Dec 13 16:52:25.396164 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0ea91912-345d-436d-bcfb-f544e6daf749 req-58de85eb-05a0-479d-a394-c73ae16f8e86 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/security-groups?id=98a77664-b827-440d-911c-74e2090bad43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Dec 13 16:52:25.624759 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29f4a-ea96-4951-8f09-bc5fdb4fe70d req-109d5d20-cd2c-43ac-aa3a-16fe69a56d1b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:25.626314 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-45c29f4a-ea96-4951-8f09-bc5fdb4fe70d req-109d5d20-cd2c-43ac-aa3a-16fe69a56d1b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0541003 Dec 13 16:52:25.676958 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-45c29f4a-ea96-4951-8f09-bc5fdb4fe70d req-ff0256d0-40c3-4b64-8ee7-09adc4f14ebb tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441394 Dec 13 16:52:25.848555 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b18f18-c821-4c77-ba3f-dd022403736e req-bbd6052e-6e17-4b98-91aa-175bb00bf521 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:25.850072 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17b18f18-c821-4c77-ba3f-dd022403736e req-bbd6052e-6e17-4b98-91aa-175bb00bf521 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 945 time: 0.0559096 Dec 13 16:52:25.949353 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Deleting port 7b8d6f73-f800-4631-8db3-6ebd28ae606f {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:25.949699 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:26.050607 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] For port 7b8d6f73-f800-4631-8db3-6ebd28ae606f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b8d6f73-f800-4631-8db3-6ebd28ae606f,segment=NetworkSegment(c74a603a-d858-4806-a016-eca06d11b89e),segment_id=c74a603a-d858-4806-a016-eca06d11b89e)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:26.051003 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:26.065172 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Calling delete_port for 7b8d6f73-f800-4631-8db3-6ebd28ae606f owned by compute:nova {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:26.197098 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:26.212282 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['7b8d6f73-f800-4631-8db3-6ebd28ae606f'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:52:26.230239 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Pushing event deleted for resources: {'Port': ['ID=7b8d6f73-f800-4631-8db3-6ebd28ae606f,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:26.269768 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] No DVR routers for this DVR port 7b8d6f73-f800-4631-8db3-6ebd28ae606f on host hv-cinder-82160 {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:26.272368 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:26.275698 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17b18f18-c821-4c77-ba3f-dd022403736e req-082a628f-9984-41a1-9862-130374878304 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.65 "DELETE /v2.0/ports/7b8d6f73-f800-4631-8db3-6ebd28ae606f HTTP/1.1" status: 204 len: 173 time: 0.4179251 Dec 13 16:52:26.276135 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c69dd-f636-4969-b1a9-6929b4dc72e7', 'name': 'network-vif-deleted', 'tag': '7b8d6f73-f800-4631-8db3-6ebd28ae606f'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:26.278450 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f5a640-9672-4104-9503-776bd488a59f" -d '{"events": [{"server_uuid": "e06c69dd-f636-4969-b1a9-6929b4dc72e7", "name": "network-vif-deleted", "tag": "7b8d6f73-f800-4631-8db3-6ebd28ae606f"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:26.318454 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65cb75f-a583-47ec-8137-230e3b2b1100 x-openstack-request-id: req-e65cb75f-a583-47ec-8137-230e3b2b1100 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:26.318735 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c69dd-f636-4969-b1a9-6929b4dc72e7", "name": "network-vif-deleted", "tag": "7b8d6f73-f800-4631-8db3-6ebd28ae606f", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:26.319002 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e65cb75f-a583-47ec-8137-230e3b2b1100 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:26.319411 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c69dd-f636-4969-b1a9-6929b4dc72e7', 'name': 'network-vif-deleted', 'tag': '7b8d6f73-f800-4631-8db3-6ebd28ae606f', 'status': 'completed', 'code': 200} Dec 13 16:52:26.494976 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-03b93f77-e5d9-400e-8311-e8b007ed3293 req-f0a83ff2-3a57-4ac4-a0d1-830b72419bc4 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 210 time: 0.0264270 Dec 13 16:52:26.803642 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1139f5-305c-43d1-91eb-99f0d4fb6b30 req-2b0b891f-c264-44ab-b6cb-15b321336244 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:26.805084 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0f1139f5-305c-43d1-91eb-99f0d4fb6b30 req-2b0b891f-c264-44ab-b6cb-15b321336244 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0531271 Dec 13 16:52:26.854571 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0f1139f5-305c-43d1-91eb-99f0d4fb6b30 req-36f19c45-4a7d-4da5-b02e-66d58cee849e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434875 Dec 13 16:52:27.591483 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5b6e7cf4-fe13-47d6-ac91-e6898107fd4a req-8ba5ed6d-c8e8-43b2-89a3-b1281f1d2121 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 210 time: 0.0261559 Dec 13 16:52:27.980373 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5157b-2d91-4098-9992-376dc4f9e645 req-cc4ef5c4-cd4f-45d2-bd44-2bb4eff451da tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:27.981942 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-97a5157b-2d91-4098-9992-376dc4f9e645 req-cc4ef5c4-cd4f-45d2-bd44-2bb4eff451da tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0512340 Dec 13 16:52:28.034900 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-97a5157b-2d91-4098-9992-376dc4f9e645 req-8c676d13-efdd-4991-b83a-570b22b73d46 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463793 Dec 13 16:52:28.688422 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8b0aec31-e326-44ac-855c-f333f811e9ef req-55914bae-4f7c-44bf-b723-e2ebe13c4f06 tempest-VolumesSnapshotTestJSON-703191516 tempest-VolumesSnapshotTestJSON-703191516-project] 10.222.0.62 "GET /v2.0/ports?device_id=e06c69dd-f636-4969-b1a9-6929b4dc72e7 HTTP/1.1" status: 200 len: 210 time: 0.0261173 Dec 13 16:52:29.169684 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fdcc-1978-470f-93d2-1d09dd6317fa req-ef1eec8a-0a5f-4a39-93cd-5e8b89ff2445 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:29.171173 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2852fdcc-1978-470f-93d2-1d09dd6317fa req-ef1eec8a-0a5f-4a39-93cd-5e8b89ff2445 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0587313 Dec 13 16:52:29.227290 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2852fdcc-1978-470f-93d2-1d09dd6317fa req-da16aa36-ccdd-4832-a8c4-d4893a481845 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487907 Dec 13 16:52:29.868111 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-db5af35d-c698-476a-9845-22063127203b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:29.869696 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-db5af35d-c698-476a-9845-22063127203b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.0523033 Dec 13 16:52:29.977474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Deleting port b5225bcb-5258-419f-8497-ad84cf3faa1c {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:29.977474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.084637 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] For port b5225bcb-5258-419f-8497-ad84cf3faa1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b5225bcb-5258-419f-8497-ad84cf3faa1c,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:30.085022 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.345492 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.346587 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.346587 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Floating IP 9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7 disassociated. External IP: 172.27.2.156, port: b5225bcb-5258-419f-8497-ad84cf3faa1c. Dec 13 16:52:30.346587 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Calling delete_port for b5225bcb-5258-419f-8497-ad84cf3faa1c owned by compute:nova {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:30.407349 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d8130-71e4-4850-98ae-6bd99601ac1d req-51026e3c-9076-495b-a319-b97b5572a927 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:30.408922 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fb7d8130-71e4-4850-98ae-6bd99601ac1d req-51026e3c-9076-495b-a319-b97b5572a927 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b9554f-cedc-4ce0-a3d7-c4be33ec154f HTTP/1.1" status: 200 len: 946 time: 0.1056380 Dec 13 16:52:30.484282 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fb7d8130-71e4-4850-98ae-6bd99601ac1d req-88e40fc0-ef38-4b2c-b666-ec7b763804d4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa1f878d-a259-40a2-af10-3aa21fb434e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684898 Dec 13 16:52:30.547912 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.576138 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event deleted for resources: {'Port': ['ID=b5225bcb-5258-419f-8497-ad84cf3faa1c,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:30.703687 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Router 215743e5-d2b3-49c5-b21b-8243ae435bd3 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:52:30.814508 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:52:30.827536 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] Sync routers for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:52:30.839419 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:30.840261 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:30.858989 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] No DVR routers for this DVR port b5225bcb-5258-419f-8497-ad84cf3faa1c on host hv-cinder-82160 {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:30.861640 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.865693 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-671d70f9-478c-47b5-80b2-386e27b5de91 req-bda511c7-7132-4f0b-b7e8-a704bef2903b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "DELETE /v2.0/ports/b5225bcb-5258-419f-8497-ad84cf3faa1c HTTP/1.1" status: 204 len: 173 time: 0.9885778 Dec 13 16:52:30.866140 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-deleted', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:30.868425 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b10be-6605-44f3-93d2-c9e4ae86a0cb" -d '{"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-deleted", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:30.914834 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aec4a45-39a5-42c2-a7c7-d7b4cc608c36 x-openstack-request-id: req-6aec4a45-39a5-42c2-a7c7-d7b4cc608c36 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:30.915129 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b9554f-cedc-4ce0-a3d7-c4be33ec154f", "name": "network-vif-deleted", "tag": "b5225bcb-5258-419f-8497-ad84cf3faa1c", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:30.915393 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6aec4a45-39a5-42c2-a7c7-d7b4cc608c36 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:30.915805 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b9554f-cedc-4ce0-a3d7-c4be33ec154f', 'name': 'network-vif-deleted', 'tag': 'b5225bcb-5258-419f-8497-ad84cf3faa1c', 'status': 'completed', 'code': 200} Dec 13 16:52:30.934201 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7b8d6f73-f800-4631-8db3-6ebd28ae606f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:30.969390 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 7b8d6f73-f800-4631-8db3-6ebd28ae606f {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:30.969653 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7b8d6f73-f800-4631-8db3-6ebd28ae606f not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:30.984279 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:31.197673 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:31.232155 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] Checking router: 215743e5-d2b3-49c5-b21b-8243ae435bd3 for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:52:31.243094 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:31.244028 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:31.366453 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:31.594961 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33570) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:31.678184 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a72-f34f-4705-afa9-bb422b3e8ec1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.709229 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a72-f34f-4705-afa9-bb422b3e8ec1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.766281 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a72-f34f-4705-afa9-bb422b3e8ec1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.769509 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a72-f34f-4705-afa9-bb422b3e8ec1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.772625 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:31.773624 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33580) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:31.774172 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-dfe64a72-f34f-4705-afa9-bb422b3e8ec1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "DELETE /v2.0/security-groups/fa1f878d-a259-40a2-af10-3aa21fb434e3 HTTP/1.1" status: 204 len: 168 time: 0.1776569 Dec 13 16:52:31.784807 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe64a72-f34f-4705-afa9-bb422b3e8ec1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1f878d-a259-40a2-af10-3aa21fb434e3,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:31.796819 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.api.v2.resource [None req-8ed86d03-2184-4ff9-a3d6-6bb27d4e6a93 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] show failed (client error): The resource could not be found. Dec 13 16:52:31.798160 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-8ed86d03-2184-4ff9-a3d6-6bb27d4e6a93 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups/fa1f878d-a259-40a2-af10-3aa21fb434e3 HTTP/1.1" status: 404 len: 347 time: 0.0227866 Dec 13 16:52:31.801474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33582) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:31.836499 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0932d2-3277-45db-9f25-8dd7b05d4b8e None None] The sync data for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi is: [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:52:31.956149 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Deleting port 79e8f3a8-de20-4ede-ab7c-37e72c8ee3a8 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:31.956387 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.014295 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33586) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:32.150043 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ef58633f-90b9-4df9-a312-9d30e2c19c93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.182584 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca90eb-4ae6-4621-bd8b-86c9022f5c7f None None] New status for floating IP 9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7: DOWN {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:52:32.243315 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ef58633f-90b9-4df9-a312-9d30e2c19c93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.249377 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ef58633f-90b9-4df9-a312-9d30e2c19c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.310600 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.310915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.331565 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Calling delete_port for 79e8f3a8-de20-4ede-ab7c-37e72c8ee3a8 owned by network:floatingip {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:32.332343 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ef58633f-90b9-4df9-a312-9d30e2c19c93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9306145b4ac4f688cad6d5c56495f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168812 Dec 13 16:52:32.333505 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33592) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:32.366539 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58633f-90b9-4df9-a312-9d30e2c19c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221cc21d-58c5-444c-ba85-b1cb5179ea53,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:32.410418 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6c4027fb-cdd4-480c-83fb-aa69e9d77844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.436431 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6c4027fb-cdd4-480c-83fb-aa69e9d77844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.497244 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6c4027fb-cdd4-480c-83fb-aa69e9d77844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.500095 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6c4027fb-cdd4-480c-83fb-aa69e9d77844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.501289 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-6c4027fb-cdd4-480c-83fb-aa69e9d77844 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/221cc21d-58c5-444c-ba85-b1cb5179ea53 HTTP/1.1" status: 204 len: 168 time: 0.1666338 Dec 13 16:52:32.513714 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4027fb-cdd4-480c-83fb-aa69e9d77844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221cc21d-58c5-444c-ba85-b1cb5179ea53,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:32.563753 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.607467 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event deleted for resources: {'Port': ['ID=79e8f3a8-de20-4ede-ab7c-37e72c8ee3a8,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:32.669976 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.673161 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.677688 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-9e6debdb-df18-4bcb-b4e2-b8f4b562d3c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "DELETE /v2.0/floatingips/9b2a3d3c-6852-43e1-9ce9-f1d24bab73e7 HTTP/1.1" status: 204 len: 168 time: 0.8718333 Dec 13 16:52:32.925622 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33610) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:32.930486 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-e0095918-21be-451e-8a4c-76d879f601d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237178314', 'description': 'tempest-description--1470590385'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:32.957402 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e0095918-21be-451e-8a4c-76d879f601d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.024823 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e0095918-21be-451e-8a4c-76d879f601d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.029524 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e0095918-21be-451e-8a4c-76d879f601d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.057777 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0095918-21be-451e-8a4c-76d879f601d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006137f3-07c7-4672-a070-a5d98caf68be,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:33.062637 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e0095918-21be-451e-8a4c-76d879f601d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.067776 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e0095918-21be-451e-8a4c-76d879f601d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1373017 Dec 13 16:52:33.067776 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33616) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:33.071942 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-37176edb-a52b-44de-ad15-83555cade977 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'security_group_rule': {'security_group_id': '006137f3-07c7-4672-a070-a5d98caf68be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:33.099537 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-37176edb-a52b-44de-ad15-83555cade977 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.179358 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-37176edb-a52b-44de-ad15-83555cade977 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.186548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-37176edb-a52b-44de-ad15-83555cade977 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.211724 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176edb-a52b-44de-ad15-83555cade977 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29dadfd-7cb5-49d7-b12c-25b72f4096bd,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:33.233958 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-37176edb-a52b-44de-ad15-83555cade977 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.236076 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-37176edb-a52b-44de-ad15-83555cade977 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676073 Dec 13 16:52:33.238820 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33622) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:33.247032 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-9d48a078-f3b4-4ef5-b869-5479967699f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'security_group_rule': {'security_group_id': '006137f3-07c7-4672-a070-a5d98caf68be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:33.286234 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9d48a078-f3b4-4ef5-b869-5479967699f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.358663 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9d48a078-f3b4-4ef5-b869-5479967699f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.364655 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9d48a078-f3b4-4ef5-b869-5479967699f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.381997 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48a078-f3b4-4ef5-b869-5479967699f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e53db19-bf59-4935-8025-21c2f11bbea4,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:33.392928 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9d48a078-f3b4-4ef5-b869-5479967699f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.394160 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-9d48a078-f3b4-4ef5-b869-5479967699f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535420 Dec 13 16:52:33.397455 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33628) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:33.403619 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:33.424177 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.522871 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.637545 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Allocated IP 172.27.2.39 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/a68b646f-1026-4c86-a702-aad0ca6c973b) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:52:33.751191 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.788966 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.848809 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:52:33.851746 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:52:33.856154 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:52:33.859762 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'Port': ['ID=a68b646f-1026-4c86-a702-aad0ca6c973b,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:33.961757 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:34.011897 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:34.141410 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:34.165020 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: b5225bcb-5258-419f-8497-ad84cf3faa1c {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:34.165366 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device b5225bcb-5258-419f-8497-ad84cf3faa1c not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:34.210494 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:34.216222 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:34.295694 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'Port': ['ID=a68b646f-1026-4c86-a702-aad0ca6c973b,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:34.308537 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:34.330658 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:34.332331 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-9bcbbab8-68e9-4cd7-9e1d-a8adef341ccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9338965 Dec 13 16:52:34.590470 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-353544c3-b7c6-43fd-a5bc-af1a1ebcb898 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--237178314&fields=id&tenant_id=c94e8e265a6f4fb585504a1e95ceda28 HTTP/1.1" status: 200 len: 267 time: 0.0569148 Dec 13 16:52:34.722248 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410944e3-16ca-4785-89ac-b6de82870d7f req-224c32e7-24f5-427c-be8b-a76aa794441d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:34.724210 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-224c32e7-24f5-427c-be8b-a76aa794441d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 817 time: 0.1197739 Dec 13 16:52:34.745601 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ca2434d9-dd7f-4feb-974c-839ddce661ec tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/quotas/c94e8e265a6f4fb585504a1e95ceda28 HTTP/1.1" status: 200 len: 375 time: 0.0150101 Dec 13 16:52:34.802372 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-38c9a811-964d-4c17-a405-9f9ef52ae11d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496044 Dec 13 16:52:34.909099 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-bbe07989-8e2a-4c7c-b611-0c100b60f9f0 service neutron] 10.222.0.62 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941570 Dec 13 16:52:35.000631 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d1feb99b-0394-472b-9690-f24c7c9c926b service neutron] 10.222.0.62 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868199 Dec 13 16:52:35.177750 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f6754e60-35dc-41f4-901c-6dadca540840 req-0d9f8e85-343f-491a-80f6-aa3e8413c3f7 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 210 time: 0.0284948 Dec 13 16:52:35.799374 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33772) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:35.911557 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-2ae88ce7-1e0d-46b1-bb09-f7a98141b278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:35.993103 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-2ae88ce7-1e0d-46b1-bb09-f7a98141b278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:35.997901 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-2ae88ce7-1e0d-46b1-bb09-f7a98141b278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.040382 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-2ae88ce7-1e0d-46b1-bb09-f7a98141b278 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=acdcfcbacc3f4910aa7d2b153c04fb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398167 Dec 13 16:52:36.042809 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae88ce7-1e0d-46b1-bb09-f7a98141b278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac081ba2-6126-4473-912d-ca52ba0129a2,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:36.043999 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33780) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:36.104640 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5619458c-6cbd-403d-842a-130001189230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.130899 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5619458c-6cbd-403d-842a-130001189230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.186329 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410944e3-16ca-4785-89ac-b6de82870d7f req-e3eb8abd-56b4-45b2-9c09-ef5279cb263b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:36.187791 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-e3eb8abd-56b4-45b2-9c09-ef5279cb263b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 817 time: 0.1224875 Dec 13 16:52:36.187916 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5619458c-6cbd-403d-842a-130001189230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.191122 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5619458c-6cbd-403d-842a-130001189230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.192297 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5619458c-6cbd-403d-842a-130001189230 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac081ba2-6126-4473-912d-ca52ba0129a2 HTTP/1.1" status: 204 len: 168 time: 0.1465545 Dec 13 16:52:36.201154 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619458c-6cbd-403d-842a-130001189230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac081ba2-6126-4473-912d-ca52ba0129a2,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:36.264675 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-373b66c1-f468-4fdd-9fb0-3138d615e0ad tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94e8e265a6f4fb585504a1e95ceda28 HTTP/1.1" status: 200 len: 379 time: 0.0656698 Dec 13 16:52:36.275740 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'port': {'device_id': '3ea34650-4715-472f-a562-e8929cb0f319', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'admin_state_up': True, 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'security_groups': ['006137f3-07c7-4672-a070-a5d98caf68be']}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:36.310541 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e65b8f2b-a3d5-411f-b873-93dbc1aa9f84 req-ff9bf9a2-f997-4997-92c2-1631eccd3b1e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 210 time: 0.0317488 Dec 13 16:52:36.403776 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Made reservation on behalf of c94e8e265a6f4fb585504a1e95ceda28 for: {'port': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:52:36.407542 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.507742 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33792) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:36.521007 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cdcb-02cf-474a-9ba4-69c7e3c40d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.537148 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Allocated IP 172.20.0.14 (14657912-c423-47d5-8443-b0389106e6d6/a0db84ff-1e65-4ac3-b7f9-e08636159fb4/823c9158-6eee-4748-8e22-293145c6db04) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:52:36.609321 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cdcb-02cf-474a-9ba4-69c7e3c40d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.618536 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cdcb-02cf-474a-9ba4-69c7e3c40d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.661687 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c4c4cdcb-02cf-474a-9ba4-69c7e3c40d9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1d44dd164de4ebbad46197d80271be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524892 Dec 13 16:52:36.662278 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4cdcb-02cf-474a-9ba4-69c7e3c40d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0bafdd-322e-4b34-81e1-6219b0f281b2,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:36.664978 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33794) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:36.718083 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.750566 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-545b5e13-a4b3-40f4-b57f-8aa3684f3bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.778023 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-545b5e13-a4b3-40f4-b57f-8aa3684f3bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.786190 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.857150 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Network 14657912-c423-47d5-8443-b0389106e6d6 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:52:36.860410 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:52:36.865266 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:52:36.870402 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:36.915766 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-545b5e13-a4b3-40f4-b57f-8aa3684f3bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.918338 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-545b5e13-a4b3-40f4-b57f-8aa3684f3bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.921063 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-545b5e13-a4b3-40f4-b57f-8aa3684f3bc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d0bafdd-322e-4b34-81e1-6219b0f281b2 HTTP/1.1" status: 204 len: 168 time: 0.2552681 Dec 13 16:52:36.936421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:36.937134 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:36.950067 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5e13-a4b3-40f4-b57f-8aa3684f3bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0bafdd-322e-4b34-81e1-6219b0f281b2,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:36.964342 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-ad35373d-3e11-4c34-8ecf-1b9f2484b216 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6927924 Dec 13 16:52:36.983671 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Request body: {'port': {'device_id': '3ea34650-4715-472f-a562-e8929cb0f319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:37.048937 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:37.125679 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-3deb950f-1d2b-451e-b443-f4afdb447113 None None] Provisioning complete for port 823c9158-6eee-4748-8e22-293145c6db04 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:52:37.126633 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3deb950f-1d2b-451e-b443-f4afdb447113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:37.180552 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-3deb950f-1d2b-451e-b443-f4afdb447113 None None] Port 823c9158-6eee-4748-8e22-293145c6db04 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:52:37.375048 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823c9158-6eee-4748-8e22-293145c6db04 {{(pid=109391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:52:37.384702 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:37.400893 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.provisioning_blocks [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Transition to ACTIVE for port object 823c9158-6eee-4748-8e22-293145c6db04 will not be triggered until provisioned by entity L2. {{(pid=109391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:52:37.412099 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:37.486909 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:37.505162 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95978c74-b358-4964-ac3d-f44cfdc35729 req-4beed1cd-fccd-45dc-b86a-a436be19a7fb tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:37.506774 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-95978c74-b358-4964-ac3d-f44cfdc35729 req-4beed1cd-fccd-45dc-b86a-a436be19a7fb tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.1079955 Dec 13 16:52:37.607761 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-95978c74-b358-4964-ac3d-f44cfdc35729 req-e6a51943-e196-4a1c-ac79-4b3230357fee tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860577 Dec 13 16:52:37.612845 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Attempting to bind port 823c9158-6eee-4748-8e22-293145c6db04 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:52:37.613210 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Attempting to bind port 823c9158-6eee-4748-8e22-293145c6db04 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:52:37.613591 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Attempting to bind port 823c9158-6eee-4748-8e22-293145c6db04 on network 14657912-c423-47d5-8443-b0389106e6d6 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:52:37.619227 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Port 823c9158-6eee-4748-8e22-293145c6db04 on network 14657912-c423-47d5-8443-b0389106e6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:52:37.619571 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Attempting to bind port 823c9158-6eee-4748-8e22-293145c6db04 on network 14657912-c423-47d5-8443-b0389106e6d6 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:52:37.625465 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:52:37.625589 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Checking segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:52:37.625902 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Bound using segment: {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:52:37.626721 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Bound port: 823c9158-6eee-4748-8e22-293145c6db04, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '14657912-c423-47d5-8443-b0389106e6d6'}}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:52:37.627351 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:37.708172 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, cleared binding levels {{(pid=109391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:52:37.711594 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:52:37.716817 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:37.760378 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:37.761055 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:37.762455 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] 10.222.0.65 "PUT /v2.0/ports/823c9158-6eee-4748-8e22-293145c6db04 HTTP/1.1" status: 200 len: 1094 time: 0.7893701 Dec 13 16:52:37.762920 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'tag': '823c9158-6eee-4748-8e22-293145c6db04'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:37.765424 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf776ac-0294-40dc-86e9-9d7824f53825" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "tag": "823c9158-6eee-4748-8e22-293145c6db04"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:37.791565 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87511b6-2e75-41ce-a67e-4a93c3362eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=3']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:37.828483 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031c19a-124d-4f95-baa3-879ce8fdd15b x-openstack-request-id: req-3031c19a-124d-4f95-baa3-879ce8fdd15b {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:37.828826 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "tag": "823c9158-6eee-4748-8e22-293145c6db04", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:37.829084 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3031c19a-124d-4f95-baa3-879ce8fdd15b {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:37.829486 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'tag': '823c9158-6eee-4748-8e22-293145c6db04', 'status': 'completed', 'code': 200} Dec 13 16:52:37.859754 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410944e3-16ca-4785-89ac-b6de82870d7f req-0321e7a1-0bbb-499c-958b-91d4c7df240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:37.861365 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-0321e7a1-0bbb-499c-958b-91d4c7df240f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 1097 time: 0.0521829 Dec 13 16:52:37.910764 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-c47a42a1-2faf-4d69-a3e7-b0c2632226ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=823c9158-6eee-4748-8e22-293145c6db04 HTTP/1.1" status: 200 len: 217 time: 0.0399587 Dec 13 16:52:37.971040 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410944e3-16ca-4785-89ac-b6de82870d7f req-76550d71-b87f-4d6c-8972-26ca7fbb416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:37.972913 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-76550d71-b87f-4d6c-8972-26ca7fbb416d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0545988 Dec 13 16:52:38.020027 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410944e3-16ca-4785-89ac-b6de82870d7f req-c8f37db6-c8c0-4661-b70c-53736fcc0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:38.021559 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-c8f37db6-c8c0-4661-b70c-53736fcc0ea6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415752 Dec 13 16:52:38.123692 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-e75a1db7-95a5-4e26-962f-ff0b1de1cf4d service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936224 Dec 13 16:52:38.238671 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-410944e3-16ca-4785-89ac-b6de82870d7f req-dd2ef8c6-538f-477f-aa42-e2359088925f service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065366 Dec 13 16:52:38.345520 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-6ef54037-0374-4fa3-a39c-a51c160606be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:38.347000 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-6ef54037-0374-4fa3-a39c-a51c160606be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 1097 time: 0.0587935 Dec 13 16:52:38.449982 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-fa04ab42-8dd0-420b-a80d-c8273ebc2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:38.451499 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-fa04ab42-8dd0-420b-a80d-c8273ebc2719 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.0948379 Dec 13 16:52:38.501402 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-9d679d9e-f514-44b9-a1b2-62c7e65dd553 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=823c9158-6eee-4748-8e22-293145c6db04 HTTP/1.1" status: 200 len: 217 time: 0.0406280 Dec 13 16:52:38.560905 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-1aa2cdc5-f4f4-4fc5-b479-0e6439cbf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:38.562527 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-1aa2cdc5-f4f4-4fc5-b479-0e6439cbf002 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0534248 Dec 13 16:52:38.623426 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-ec4895dc-15c5-430f-8583-b76fb019d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:38.624996 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-ec4895dc-15c5-430f-8583-b76fb019d4d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532153 Dec 13 16:52:38.786021 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789c676-fdca-47e0-8716-64b5a3bdcf7b req-8ef51754-3571-4329-b093-a32b6256bac1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:38.787498 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b789c676-fdca-47e0-8716-64b5a3bdcf7b req-8ef51754-3571-4329-b093-a32b6256bac1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0837200 Dec 13 16:52:38.791124 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-0d7f7686-31d0-4b24-80d0-62a24c6d1c8e service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579385 Dec 13 16:52:38.888462 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b789c676-fdca-47e0-8716-64b5a3bdcf7b req-67e8ae27-c95c-410c-bb47-9b9d9e652823 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946367 Dec 13 16:52:38.919649 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9bf776ac-0294-40dc-86e9-9d7824f53825 req-98473b5a-8904-446f-8d0c-d5074aca12ad service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183298 Dec 13 16:52:39.804479 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33884) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:39.927999 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7c6aec51-08e8-4d0f-a5c5-826d561d48d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.008052 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7c6aec51-08e8-4d0f-a5c5-826d561d48d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.012954 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7c6aec51-08e8-4d0f-a5c5-826d561d48d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.015398 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4898-4304-48ee-8ac1-d5af625d0a28 req-67502dc4-9545-4282-a671-c4ab7dbd2029 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:40.017509 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f14d4898-4304-48ee-8ac1-d5af625d0a28 req-67502dc4-9545-4282-a671-c4ab7dbd2029 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0535932 Dec 13 16:52:40.056115 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7c6aec51-08e8-4d0f-a5c5-826d561d48d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=884051d4431644328a8919adc2399c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504334 Dec 13 16:52:40.058720 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33890) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:40.065254 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f14d4898-4304-48ee-8ac1-d5af625d0a28 req-87e62ed3-52aa-461f-9e4a-b0ba43862bb7 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416753 Dec 13 16:52:40.065543 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aec51-08e8-4d0f-a5c5-826d561d48d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0522ea9-6d1f-4be4-bc19-21682950fa8a,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:40.110901 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-976e642f-b148-4318-851a-a362e741f849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.133361 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-976e642f-b148-4318-851a-a362e741f849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.186644 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-976e642f-b148-4318-851a-a362e741f849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.190586 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-976e642f-b148-4318-851a-a362e741f849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.192431 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-976e642f-b148-4318-851a-a362e741f849 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0522ea9-6d1f-4be4-bc19-21682950fa8a HTTP/1.1" status: 204 len: 168 time: 0.1325788 Dec 13 16:52:40.201099 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e642f-b148-4318-851a-a362e741f849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0522ea9-6d1f-4be4-bc19-21682950fa8a,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:40.497168 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33898) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:40.511605 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.593983 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.600305 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.645483 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61e881d7a3264b6d8504263641f6b637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470613 Dec 13 16:52:40.645706 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33902) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:40.646455 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04702d6-3378-4cb1-87a7-3e996fe256e4,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:40.656669 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.657214 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.657767 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.658434 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.658984 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.659518 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.659937 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.660471 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.661035 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.661553 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.662075 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.662602 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.663106 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf77fcb-d966-4f62-baec-da1f467d8df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:40.683062 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:52:40.705652 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4a88ce0d-8175-4c63-a6e7-8da9d7ab80e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.726802 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4a88ce0d-8175-4c63-a6e7-8da9d7ab80e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.780294 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4a88ce0d-8175-4c63-a6e7-8da9d7ab80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.782999 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4a88ce0d-8175-4c63-a6e7-8da9d7ab80e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.784363 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-4a88ce0d-8175-4c63-a6e7-8da9d7ab80e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f04702d6-3378-4cb1-87a7-3e996fe256e4 HTTP/1.1" status: 204 len: 168 time: 0.1369410 Dec 13 16:52:40.792612 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88ce0d-8175-4c63-a6e7-8da9d7ab80e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04702d6-3378-4cb1-87a7-3e996fe256e4,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:40.793644 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:40.817120 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '823c9158-6eee-4748-8e22-293145c6db04', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'port_id': '823c9158-6eee-4748-8e22-293145c6db04', 'mac_address': 'fa:16:3e:bf:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:52:40.856420 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.870572 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823c9158-6eee-4748-8e22-293145c6db04 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:52:40.890967 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:40.896075 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:40.946078 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:41.206513 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071971a-97c1-416b-b13a-6e50db8d0ed1 req-4f73043e-70f2-45da-bdb0-a87806cf851a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:41.207991 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6071971a-97c1-416b-b13a-6e50db8d0ed1 req-4f73043e-70f2-45da-bdb0-a87806cf851a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 945 time: 0.0566111 Dec 13 16:52:41.258282 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6071971a-97c1-416b-b13a-6e50db8d0ed1 req-c7765110-2b3a-45ff-b095-fec2574999e9 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Dec 13 16:52:41.973012 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['823c9158-6eee-4748-8e22-293145c6db04'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:52:42.018020 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 33940) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:42.136179 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-08708cca-cac5-4c1b-a2fd-39ba3a81b9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.215902 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-08708cca-cac5-4c1b-a2fd-39ba3a81b9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.224230 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-08708cca-cac5-4c1b-a2fd-39ba3a81b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.263531 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-08708cca-cac5-4c1b-a2fd-39ba3a81b9f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=941a8b1430724d209050dae0ebac07c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443500 Dec 13 16:52:42.264377 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08708cca-cac5-4c1b-a2fd-39ba3a81b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee965b5a-b346-471a-9ea2-5ddd6063cfaa,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:42.266419 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 33944) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:42.329140 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f22b766e-05d6-4937-86bd-0531da329e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.353531 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f22b766e-05d6-4937-86bd-0531da329e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.405179 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af41df5-c8b8-49ad-88c2-41cff4cacbd8 req-40c2c2d9-56bd-4fd8-8bb4-5acdb1aa1bbf tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:42.406747 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1af41df5-c8b8-49ad-88c2-41cff4cacbd8 req-40c2c2d9-56bd-4fd8-8bb4-5acdb1aa1bbf tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 945 time: 0.0549474 Dec 13 16:52:42.413589 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f22b766e-05d6-4937-86bd-0531da329e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.416276 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f22b766e-05d6-4937-86bd-0531da329e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.417483 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f22b766e-05d6-4937-86bd-0531da329e23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee965b5a-b346-471a-9ea2-5ddd6063cfaa HTTP/1.1" status: 204 len: 168 time: 0.1499348 Dec 13 16:52:42.433133 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b766e-05d6-4937-86bd-0531da329e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee965b5a-b346-471a-9ea2-5ddd6063cfaa,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:42.473021 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1af41df5-c8b8-49ad-88c2-41cff4cacbd8 req-c2f1237e-f7e4-4143-8248-455ad34ba912 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596209 Dec 13 16:52:43.611885 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a75d1-813d-46c7-912e-c102fb10120f req-4c96dd47-7a0a-483f-a500-64d328a4c942 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.613423 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9b2a75d1-813d-46c7-912e-c102fb10120f req-4c96dd47-7a0a-483f-a500-64d328a4c942 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 945 time: 0.0553067 Dec 13 16:52:43.666435 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9b2a75d1-813d-46c7-912e-c102fb10120f req-0df91175-9495-4056-aad3-bd63fe8f2af9 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448489 Dec 13 16:52:43.852013 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:52:43.911389 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 823c9158-6eee-4748-8e22-293145c6db04 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:52:43.919504 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 823c9158-6eee-4748-8e22-293145c6db04 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:52:43.919922 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:44.009272 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:44.032181 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c9158-6eee-4748-8e22-293145c6db04'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:44.034935 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4d8759-82ca-4656-be08-cff8326bcb66" -d '{"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-plugged", "status": "completed", "tag": "823c9158-6eee-4748-8e22-293145c6db04"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:44.050735 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:44.057037 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:44.088152 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1baa08-4a51-4b0b-8e8a-548b49e78bd8 x-openstack-request-id: req-ff1baa08-4a51-4b0b-8e8a-548b49e78bd8 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:44.088921 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-plugged", "status": "completed", "tag": "823c9158-6eee-4748-8e22-293145c6db04", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:44.089383 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff1baa08-4a51-4b0b-8e8a-548b49e78bd8 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:44.089975 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c9158-6eee-4748-8e22-293145c6db04', 'code': 200} Dec 13 16:52:44.123232 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:44.280836 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595953a6-c70d-4ea3-aed5-5de1faf15972 req-9d6ddfca-b32b-44a0-8f6d-adf540ce4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:44.282375 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-595953a6-c70d-4ea3-aed5-5de1faf15972 req-9d6ddfca-b32b-44a0-8f6d-adf540ce4300 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 1099 time: 0.0444133 Dec 13 16:52:44.329340 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-595953a6-c70d-4ea3-aed5-5de1faf15972 req-608366c8-c01a-4bac-b876-de4bb6eef33b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 Dec 13 16:52:44.808365 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17767-e154-48ef-a45e-7c52ed9b8494 req-ec15852e-f11c-4014-82be-154b16c79108 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:44.809895 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f9b17767-e154-48ef-a45e-7c52ed9b8494 req-ec15852e-f11c-4014-82be-154b16c79108 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0584855 Dec 13 16:52:44.874817 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f9b17767-e154-48ef-a45e-7c52ed9b8494 req-b8ef0de1-b43b-4406-ba14-813d0f70bfe4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554118 Dec 13 16:52:46.043563 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853599e6-b9ee-4d32-aac1-ded933e8a417 req-d2bb20e6-b969-4fc5-9e78-31a28c853ec6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:46.045899 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-853599e6-b9ee-4d32-aac1-ded933e8a417 req-d2bb20e6-b969-4fc5-9e78-31a28c853ec6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0827100 Dec 13 16:52:46.115792 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-853599e6-b9ee-4d32-aac1-ded933e8a417 req-35f6f59e-cce0-4562-8fde-69ec3277b0dc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603023 Dec 13 16:52:46.237071 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d34b-d028-4930-9984-1ab83e5c2a05 req-e381bc7e-f19d-46e1-9269-2b9d8f11ab80 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:46.238609 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1003d34b-d028-4930-9984-1ab83e5c2a05 req-e381bc7e-f19d-46e1-9269-2b9d8f11ab80 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0528018 Dec 13 16:52:46.248333 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34066) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:46.253252 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Request body: {'floatingip': {'port_id': '823c9158-6eee-4748-8e22-293145c6db04'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:46.293196 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:46.787124 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:46.794679 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:46.908679 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Floating IP fed7d8d7-2911-47eb-91f9-47cde58b41ae associated. External IP: 172.27.2.39, port: 823c9158-6eee-4748-8e22-293145c6db04. Dec 13 16:52:47.135674 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Router 215743e5-d2b3-49c5-b21b-8243ae435bd3 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:52:47.261764 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:52:47.267163 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:47.272170 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] Sync routers for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:52:47.283539 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:47.284275 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:47.296685 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-6fa2e0c7-4ad3-41c0-8457-9005ac602ba8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "PUT /v2.0/floatingips/fed7d8d7-2911-47eb-91f9-47cde58b41ae HTTP/1.1" status: 200 len: 991 time: 1.0469623 Dec 13 16:52:47.297275 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'tag': '823c9158-6eee-4748-8e22-293145c6db04'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:47.299720 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57934b68-39f9-43d9-a218-ef4aafa8ed47" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "tag": "823c9158-6eee-4748-8e22-293145c6db04"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:47.343451 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1879966a-c42b-427f-b89e-d4fbc39c0003 x-openstack-request-id: req-1879966a-c42b-427f-b89e-d4fbc39c0003 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:47.344019 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "tag": "823c9158-6eee-4748-8e22-293145c6db04", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:47.344507 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1879966a-c42b-427f-b89e-d4fbc39c0003 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:47.345693 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'tag': '823c9158-6eee-4748-8e22-293145c6db04', 'status': 'completed', 'code': 200} Dec 13 16:52:47.353918 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5600ba91-e62c-4047-933c-77d1f18b2708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:47.410038 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:47.417977 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-b304404f-2fe5-4e81-9155-a9c8c1e7e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:47.419505 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-b304404f-2fe5-4e81-9155-a9c8c1e7e074 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 1099 time: 0.0418241 Dec 13 16:52:47.518525 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-03999730-747a-4aca-8cdf-b9e2ebcd0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:47.520113 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-03999730-747a-4aca-8cdf-b9e2ebcd0d4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.0910392 Dec 13 16:52:47.590714 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-1480fee5-02b6-4d10-9c73-e131c4306a43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=823c9158-6eee-4748-8e22-293145c6db04 HTTP/1.1" status: 200 len: 999 time: 0.0627131 Dec 13 16:52:47.651833 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-a9514c79-2ff7-4459-b3cd-f2beb1636e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:47.653552 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-a9514c79-2ff7-4459-b3cd-f2beb1636e3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0535564 Dec 13 16:52:47.702863 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'fed7d8d7-2911-47eb-91f9-47cde58b41ae', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'port_id': '823c9158-6eee-4748-8e22-293145c6db04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'mac_address': 'fa:16:3e:bf:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea34650-4715-472f-a562-e8929cb0f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:52:33Z', 'updated_at': '2021-12-13T16:52:46Z', 'revision_number': 1, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:47.714258 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-83db58ba-1f37-4056-9a84-3db29f36bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:47.715768 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-83db58ba-1f37-4056-9a84-3db29f36bfc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541327 Dec 13 16:52:47.731285 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] Checking router: 215743e5-d2b3-49c5-b21b-8243ae435bd3 for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:52:47.741393 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:47.742000 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:47.829496 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-6718d145-7111-4797-967e-bc411c6e6010 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044924 Dec 13 16:52:47.878981 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:47.965269 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-57934b68-39f9-43d9-a218-ef4aafa8ed47 req-fa58632c-4213-4f11-810f-91c2046305e0 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255424 Dec 13 16:52:48.260740 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'fed7d8d7-2911-47eb-91f9-47cde58b41ae', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'port_id': '823c9158-6eee-4748-8e22-293145c6db04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'mac_address': 'fa:16:3e:bf:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea34650-4715-472f-a562-e8929cb0f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:52:33Z', 'updated_at': '2021-12-13T16:52:46Z', 'revision_number': 1, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:48.288222 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5299074-ae09-47da-86e2-f7e67306c2fa None None] The sync data for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi is: [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'fed7d8d7-2911-47eb-91f9-47cde58b41ae', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'port_id': '823c9158-6eee-4748-8e22-293145c6db04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'mac_address': 'fa:16:3e:bf:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea34650-4715-472f-a562-e8929cb0f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:52:33Z', 'updated_at': '2021-12-13T16:52:46Z', 'revision_number': 1, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:52:48.474584 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2543ceea-0279-4956-bc6a-d7dfbed6ec18 None None] New status for floating IP fed7d8d7-2911-47eb-91f9-47cde58b41ae: ACTIVE {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:52:48.509351 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:49.675667 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ce82564a-918c-4140-806c-d95b1550d49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:49.734130 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babeb20-c331-47af-9324-4dd57be7c8a1 req-f8a76dd1-1654-4404-a502-c4ad0c6c2c8d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:49.735655 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5babeb20-c331-47af-9324-4dd57be7c8a1 req-f8a76dd1-1654-4404-a502-c4ad0c6c2c8d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0511348 Dec 13 16:52:49.787215 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5babeb20-c331-47af-9324-4dd57be7c8a1 req-884d5cd2-95b0-45ae-9649-1659f65dff1a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445113 Dec 13 16:52:50.745669 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:50.920079 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f223-06d1-4f1c-a3d5-5c47db3a533d req-94cfbd57-e36f-4a3f-b9d0-0621cc82662e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:50.921459 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bb2f223-06d1-4f1c-a3d5-5c47db3a533d req-94cfbd57-e36f-4a3f-b9d0-0621cc82662e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0539618 Dec 13 16:52:50.975444 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bb2f223-06d1-4f1c-a3d5-5c47db3a533d req-41f62eaa-795c-4cf9-be80-21d99435e7b0 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454972 Dec 13 16:52:51.796041 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-0a064ffc-1890-4571-ade4-8aa2d3878b83 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:51.797568 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-0a064ffc-1890-4571-ade4-8aa2d3878b83 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0593560 Dec 13 16:52:51.897433 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Deleting port 2256f239-7e22-47c2-8af7-d787985f0627 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:51.897722 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:51.998510 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] For port 2256f239-7e22-47c2-8af7-d787985f0627, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2256f239-7e22-47c2-8af7-d787985f0627,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:51.998742 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.104918 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb383f5b-638c-4807-a3d6-1262100a8fc8 req-3a37bec4-0822-4be3-a824-a460425adbc2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:52.106420 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fb383f5b-638c-4807-a3d6-1262100a8fc8 req-3a37bec4-0822-4be3-a824-a460425adbc2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 945 time: 0.0529556 Dec 13 16:52:52.155586 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fb383f5b-638c-4807-a3d6-1262100a8fc8 req-c544a963-0a6e-4a3e-b132-1e17caecb994 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=887e9ce8-59da-4324-ab20-8219038a43e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Dec 13 16:52:52.189997 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.190361 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.190706 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Floating IP 92e9d6f7-7dc3-4a65-a607-7ce9080e8266 disassociated. External IP: 172.27.2.179, port: 2256f239-7e22-47c2-8af7-d787985f0627. Dec 13 16:52:52.191081 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Calling delete_port for 2256f239-7e22-47c2-8af7-d787985f0627 owned by compute:nova {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:52.253768 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.263316 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34156) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:52.316674 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b450648-71e1-4970-bd6a-85b4a47b9038 admin admin] Deleting subnet 633e1958-0282-4daf-b063-384e664dfdef {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:52:52.320317 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4b450648-71e1-4970-bd6a-85b4a47b9038 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.342937 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.357612 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4b450648-71e1-4970-bd6a-85b4a47b9038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31790771'] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.375045 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event deleted for resources: {'Port': ['ID=2256f239-7e22-47c2-8af7-d787985f0627,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:52.404326 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4b450648-71e1-4970-bd6a-85b4a47b9038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.459439 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4b450648-71e1-4970-bd6a-85b4a47b9038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31350368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30878173'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.486473 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b450648-71e1-4970-bd6a-85b4a47b9038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633e1958-0282-4daf-b063-384e664dfdef,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:52.490620 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4b450648-71e1-4970-bd6a-85b4a47b9038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.493847 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-4b450648-71e1-4970-bd6a-85b4a47b9038 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/633e1958-0282-4daf-b063-384e664dfdef HTTP/1.1" status: 204 len: 168 time: 0.2293708 Dec 13 16:52:52.494775 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Router 455d996c-7204-43ff-a6f0-1c9b05dd674a has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:52:52.496809 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34158) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:52.569581 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.612937 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:52:52.624966 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] Sync routers for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:52:52.636952 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:52.637733 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:52.658544 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] No DVR routers for this DVR port 2256f239-7e22-47c2-8af7-d787985f0627 on host hv-cinder-82160 {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:52.663698 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.667145 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f1540445-1cb3-4623-8236-94c3063da8d9 req-ad95cb7a-3435-4606-86d2-e24686155487 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "DELETE /v2.0/ports/2256f239-7e22-47c2-8af7-d787985f0627 HTTP/1.1" status: 204 len: 173 time: 0.8627071 Dec 13 16:52:52.667611 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2466eb-448e-4984-bf58-746c53cddaac', 'name': 'network-vif-deleted', 'tag': '2256f239-7e22-47c2-8af7-d787985f0627'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:52.669949 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f60567b-4660-4c65-89b8-11ba0cd78cc7" -d '{"events": [{"server_uuid": "1f2466eb-448e-4984-bf58-746c53cddaac", "name": "network-vif-deleted", "tag": "2256f239-7e22-47c2-8af7-d787985f0627"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:52.672206 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.700390 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6d796d-91c2-4a3d-9d7c-391778978df8']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:52.711887 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74a603a-d858-4806-a016-eca06d11b89e') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:52.712303 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74a603a-d858-4806-a016-eca06d11b89e') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:52.713388 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bac827-2592-4d59-a617-4e34f224efa7 x-openstack-request-id: req-82bac827-2592-4d59-a617-4e34f224efa7 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:52.713909 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2466eb-448e-4984-bf58-746c53cddaac", "name": "network-vif-deleted", "tag": "2256f239-7e22-47c2-8af7-d787985f0627", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:52.714203 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82bac827-2592-4d59-a617-4e34f224efa7 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:52.714843 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2466eb-448e-4984-bf58-746c53cddaac', 'name': 'network-vif-deleted', 'tag': '2256f239-7e22-47c2-8af7-d787985f0627', 'status': 'completed', 'code': 200} Dec 13 16:52:52.729687 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.750855 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.760776 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:52:52.761720 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:52:52.763684 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:52:52.787724 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:52.832042 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.854576 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:52.857962 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] 10.222.0.62 "DELETE /v2.0/networks/be6d796d-91c2-4a3d-9d7c-391778978df8 HTTP/1.1" status: 204 len: 168 time: 0.3601418 Dec 13 16:52:52.858980 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce245db0-bc51-4dcb-8201-446efd17f1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=be6d796d-91c2-4a3d-9d7c-391778978df8,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:53.019915 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:53.071543 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:53.080622 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34166) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:53.104606 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] Checking router: 455d996c-7204-43ff-a6f0-1c9b05dd674a for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:52:53.113410 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:53.114369 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:53.122704 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-34b183e0-45f1-47c7-9a49-796a051f7ff3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2582447f23e4d388146670235c51d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407763 Dec 13 16:52:53.125105 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34168) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:53.177890 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4f51-df0d-40e3-88cf-cf728e36cb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:53.203663 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4f51-df0d-40e3-88cf-cf728e36cb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:53.264584 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:53.274122 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4f51-df0d-40e3-88cf-cf728e36cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:53.283118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4f51-df0d-40e3-88cf-cf728e36cb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:53.283118 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-6c2e4f51-df0d-40e3-88cf-cf728e36cb9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98a77664-b827-440d-911c-74e2090bad43 HTTP/1.1" status: 204 len: 168 time: 0.1522160 Dec 13 16:52:53.302539 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2cfe8f46-ee3a-4fa1-9579-18adc8683665 req-8b06a9c0-c1c9-46eb-9458-4a4359559a7b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f2466eb-448e-4984-bf58-746c53cddaac HTTP/1.1" status: 200 len: 210 time: 0.0558319 Dec 13 16:52:53.304864 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e4f51-df0d-40e3-88cf-cf728e36cb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a77664-b827-440d-911c-74e2090bad43,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:53.524294 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:53.554199 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536fc06-cd07-444e-a9e2-5bde8bab8006 None None] The sync data for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi is: [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:52:53.780502 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d5911-16bd-420f-8ea9-2f1fcd33f42e None None] New status for floating IP 92e9d6f7-7dc3-4a65-a607-7ce9080e8266: DOWN {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:52:54.430954 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34184) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:54.519493 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e7e1694a-6feb-4a78-bda6-e3445d28c55c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.552241 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e7e1694a-6feb-4a78-bda6-e3445d28c55c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.595481 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:52:54.619648 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e7e1694a-6feb-4a78-bda6-e3445d28c55c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.624243 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e7e1694a-6feb-4a78-bda6-e3445d28c55c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.626294 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e7e1694a-6feb-4a78-bda6-e3445d28c55c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "DELETE /v2.0/security-groups/887e9ce8-59da-4324-ab20-8219038a43e9 HTTP/1.1" status: 204 len: 168 time: 0.1927156 Dec 13 16:52:54.628929 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34186) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:54.636113 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1694a-6feb-4a78-bda6-e3445d28c55c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e9ce8-59da-4324-ab20-8219038a43e9,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:54.643790 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.api.v2.resource [None req-5d9e0108-71eb-4818-8627-2502d34102fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] show failed (client error): The resource could not be found. Dec 13 16:52:54.645069 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5d9e0108-71eb-4818-8627-2502d34102fd tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups/887e9ce8-59da-4324-ab20-8219038a43e9 HTTP/1.1" status: 404 len: 347 time: 0.0150685 Dec 13 16:52:54.647999 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34188) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:54.781842 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Deleting port 2c9667a7-f405-48be-abfa-85faf64fc290 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:54.782181 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.887945 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.888170 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.899957 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Calling delete_port for 2c9667a7-f405-48be-abfa-85faf64fc290 owned by network:floatingip {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:55.051471 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.079689 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event deleted for resources: {'Port': ['ID=2c9667a7-f405-48be-abfa-85faf64fc290,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:55.148264 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.151553 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.152847 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-9f82a519-77df-4489-b5e6-696d4af31536 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "DELETE /v2.0/floatingips/92e9d6f7-7dc3-4a65-a607-7ce9080e8266 HTTP/1.1" status: 204 len: 168 time: 0.5038693 Dec 13 16:52:55.403004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34196) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:55.407651 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-f9265bf3-9554-452e-84fe-bf6aae374627 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394070996', 'description': 'tempest-description--1582469667'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:55.431223 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f9265bf3-9554-452e-84fe-bf6aae374627 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.516638 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f9265bf3-9554-452e-84fe-bf6aae374627 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.521996 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f9265bf3-9554-452e-84fe-bf6aae374627 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.559442 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9265bf3-9554-452e-84fe-bf6aae374627 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5878a79a-cec8-4638-9469-6ac404478556,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:55.566579 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f9265bf3-9554-452e-84fe-bf6aae374627 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.567880 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-f9265bf3-9554-452e-84fe-bf6aae374627 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1638474 Dec 13 16:52:55.572066 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34198) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:55.576828 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-78bdd6bb-6a0c-4b61-89ea-0517f5be55d1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'security_group_rule': {'security_group_id': '5878a79a-cec8-4638-9469-6ac404478556', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:55.605894 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-78bdd6bb-6a0c-4b61-89ea-0517f5be55d1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.671065 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-78bdd6bb-6a0c-4b61-89ea-0517f5be55d1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.677093 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-78bdd6bb-6a0c-4b61-89ea-0517f5be55d1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.694677 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdd6bb-6a0c-4b61-89ea-0517f5be55d1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd2cf63-d964-40d2-8080-7527b7bec721,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:55.704167 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-78bdd6bb-6a0c-4b61-89ea-0517f5be55d1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.705399 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-78bdd6bb-6a0c-4b61-89ea-0517f5be55d1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323025 Dec 13 16:52:55.708060 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34200) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:55.712311 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-b9a14e8d-6de4-49c7-8d34-1ef80d83209d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'security_group_rule': {'security_group_id': '5878a79a-cec8-4638-9469-6ac404478556', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:55.740255 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b9a14e8d-6de4-49c7-8d34-1ef80d83209d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.796735 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b9a14e8d-6de4-49c7-8d34-1ef80d83209d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.803019 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b9a14e8d-6de4-49c7-8d34-1ef80d83209d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.821118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a14e8d-6de4-49c7-8d34-1ef80d83209d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d9838a-5258-4cc7-af45-375e473b2a3b,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:55.829993 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b9a14e8d-6de4-49c7-8d34-1ef80d83209d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.831366 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-b9a14e8d-6de4-49c7-8d34-1ef80d83209d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222014 Dec 13 16:52:55.834392 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34204) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:55.839060 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:55.863056 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:55.912100 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 2256f239-7e22-47c2-8af7-d787985f0627 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:55.933442 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 2256f239-7e22-47c2-8af7-d787985f0627 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:55.933662 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 2256f239-7e22-47c2-8af7-d787985f0627 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:56.209662 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.315853 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Allocated IP 172.27.2.194 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/289cae3e-56af-43ce-920a-988469b6e812) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:52:56.462894 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.512173 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.559283 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:52:56.567135 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:52:56.570639 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'Port': ['ID=289cae3e-56af-43ce-920a-988469b6e812,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:56.574657 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:52:56.684335 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.737145 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.901903 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.907255 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.974993 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'Port': ['ID=289cae3e-56af-43ce-920a-988469b6e812,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:56.988101 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.005175 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.006453 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d9614859-4e58-4a2a-9c77-1fa6dba1eb36 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1710870 Dec 13 16:52:57.211705 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-9f4efe95-b453-4d67-a94e-d28b3ce3a538 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--394070996&fields=id&tenant_id=febd1024088a4a22984d59922da28de1 HTTP/1.1" status: 200 len: 267 time: 0.0482931 Dec 13 16:52:57.331183 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-640cc9ce-e760-4097-98ad-1ca53998b116 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:57.332763 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-640cc9ce-e760-4097-98ad-1ca53998b116 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 810 time: 0.1137214 Dec 13 16:52:57.348916 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-2ceffe5e-59e6-403a-80e2-343aeaad59af tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/quotas/febd1024088a4a22984d59922da28de1 HTTP/1.1" status: 200 len: 375 time: 0.0100467 Dec 13 16:52:57.399947 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-5c2f8ebc-9b6a-4098-ac31-2bd222757ec2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454206 Dec 13 16:52:57.505519 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-bd7f1163-d13f-4aec-8ab9-5a502cbdeb66 service neutron] 10.222.0.62 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873930 Dec 13 16:52:57.593100 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-26b739aa-d1f9-44d3-ba0c-e872d8828547 service neutron] 10.222.0.62 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810847 Dec 13 16:52:57.756743 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d0c8b581-3218-4573-b42b-94bceaf714c4 req-5d1c0103-66e8-4d43-82cb-2f481f713750 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 210 time: 0.0273371 Dec 13 16:52:58.785486 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-c110d34f-b9f2-4670-a562-db7df9181f95 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:58.787779 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-c110d34f-b9f2-4670-a562-db7df9181f95 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 810 time: 0.1117322 Dec 13 16:52:58.865540 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ab596484-0d29-48c2-9c83-5abba7b1bd04 req-4d252126-3389-49cf-a762-10dac1e2dc5a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 210 time: 0.0352156 Dec 13 16:52:58.884261 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-ee3aa14c-dcd1-44ba-88b7-326d024d0786 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febd1024088a4a22984d59922da28de1 HTTP/1.1" status: 200 len: 379 time: 0.0828958 Dec 13 16:52:58.892828 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'port': {'device_id': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'admin_state_up': True, 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'security_groups': ['5878a79a-cec8-4638-9469-6ac404478556']}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:59.016089 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Made reservation on behalf of febd1024088a4a22984d59922da28de1 for: {'port': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:52:59.019795 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:59.419853 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Allocated IP 172.20.0.4 (faba440c-3470-4b72-a53c-aa5da04ea307/a0ed8fc5-1834-427d-962b-8fa898667519/45133903-44dc-4175-8074-bd78bf1235a8) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:52:59.566363 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:59.609854 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:59.657366 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Network faba440c-3470-4b72-a53c-aa5da04ea307 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:52:59.660434 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:52:59.664025 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:52:59.687756 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event updated for resources: {'Port': ['ID=45133903-44dc-4175-8074-bd78bf1235a8,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:59.722576 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:59.723192 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:59.742403 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-aee8fd7d-0e27-4781-b7f5-ad38dbafe33d tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8530772 Dec 13 16:52:59.756065 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Request body: {'port': {'device_id': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:59.811534 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:59.928618 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-bcb3179d-a527-476f-a8e2-8ceccac30f85 None None] Provisioning complete for port 45133903-44dc-4175-8074-bd78bf1235a8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:52:59.929309 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-bcb3179d-a527-476f-a8e2-8ceccac30f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:59.967086 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3179d-a527-476f-a8e2-8ceccac30f85 None None] Port 45133903-44dc-4175-8074-bd78bf1235a8 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:53:00.039409 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ed0eb-2312-436b-b227-094a60eec861 req-b99451d2-7cf9-4b72-b2f2-b59f8ad0a3fc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:00.041177 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e00ed0eb-2312-436b-b227-094a60eec861 req-b99451d2-7cf9-4b72-b2f2-b59f8ad0a3fc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 931 time: 0.1049323 Dec 13 16:53:00.127791 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e00ed0eb-2312-436b-b227-094a60eec861 req-d78bfa0c-be7d-44f6-8d58-09ae59d005e7 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798578 Dec 13 16:53:00.172435 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45133903-44dc-4175-8074-bd78bf1235a8 {{(pid=109391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:00.180545 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.192840 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.provisioning_blocks [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Transition to ACTIVE for port object 45133903-44dc-4175-8074-bd78bf1235a8 will not be triggered until provisioned by entity L2. {{(pid=109391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:53:00.199026 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.248257 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Pushing event updated for resources: {'Port': ['ID=45133903-44dc-4175-8074-bd78bf1235a8,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:00.326466 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Attempting to bind port 45133903-44dc-4175-8074-bd78bf1235a8 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:00.326811 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Attempting to bind port 45133903-44dc-4175-8074-bd78bf1235a8 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:00.327145 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Attempting to bind port 45133903-44dc-4175-8074-bd78bf1235a8 on network faba440c-3470-4b72-a53c-aa5da04ea307 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:00.331791 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Port 45133903-44dc-4175-8074-bd78bf1235a8 on network faba440c-3470-4b72-a53c-aa5da04ea307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:53:00.332094 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Attempting to bind port 45133903-44dc-4175-8074-bd78bf1235a8 on network faba440c-3470-4b72-a53c-aa5da04ea307 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:00.337385 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:00.337941 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Checking segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:00.338597 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Bound using segment: {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:00.339556 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Bound port: 45133903-44dc-4175-8074-bd78bf1235a8, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542abe63-51fa-445b-ac5e-23d2f2b05b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307'}}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:00.339984 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.406053 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] For port 45133903-44dc-4175-8074-bd78bf1235a8, host hv-cinder-82160, cleared binding levels {{(pid=109391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:00.409287 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] For port 45133903-44dc-4175-8074-bd78bf1235a8, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45133903-44dc-4175-8074-bd78bf1235a8,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:00.417753 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.457040 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:00.457641 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.459044 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] 10.222.0.65 "PUT /v2.0/ports/45133903-44dc-4175-8074-bd78bf1235a8 HTTP/1.1" status: 200 len: 1093 time: 0.7075899 Dec 13 16:53:00.459492 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'tag': '45133903-44dc-4175-8074-bd78bf1235a8'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:00.461768 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "69060b24-b5af-457d-9dc6-6999ce84c7bc", "tag": "45133903-44dc-4175-8074-bd78bf1235a8"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:00.489522 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545741ab-1806-4772-b29b-11f907cefe11 service neutron] Pushing event updated for resources: {'Port': ['ID=45133903-44dc-4175-8074-bd78bf1235a8,revision_number=3']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:00.541567 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011fdb44-b8cf-4d84-9892-be56e5181095 x-openstack-request-id: req-011fdb44-b8cf-4d84-9892-be56e5181095 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:00.541873 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69060b24-b5af-457d-9dc6-6999ce84c7bc", "tag": "45133903-44dc-4175-8074-bd78bf1235a8", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:00.542107 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-011fdb44-b8cf-4d84-9892-be56e5181095 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:00.542504 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'tag': '45133903-44dc-4175-8074-bd78bf1235a8', 'status': 'completed', 'code': 200} Dec 13 16:53:00.560597 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-903c1b58-7413-47ec-bcc7-c4605c2e7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:00.562161 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-903c1b58-7413-47ec-bcc7-c4605c2e7893 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 1096 time: 0.0520227 Dec 13 16:53:00.608032 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-60917ec1-ba2f-467c-8443-a45e279f365c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45133903-44dc-4175-8074-bd78bf1235a8 HTTP/1.1" status: 200 len: 217 time: 0.0364318 Dec 13 16:53:00.664112 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-ee3ebdf6-ff6a-4a3f-9c74-818478deed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:00.665622 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-ee3ebdf6-ff6a-4a3f-9c74-818478deed85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 200 len: 849 time: 0.0488508 Dec 13 16:53:00.721439 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-28a6b19b-9417-4835-a9de-67f5abc06533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:00.722987 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-28a6b19b-9417-4835-a9de-67f5abc06533 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faba440c-3470-4b72-a53c-aa5da04ea307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484326 Dec 13 16:53:00.816915 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-bc553cbd-fd5b-4713-8784-ad74429f3446 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854585 Dec 13 16:53:00.914304 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ad980eba-b8a1-4ce3-852c-943fcb5fb83a req-f135f09f-4ca1-4012-a68f-ddcf75199183 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908356 Dec 13 16:53:01.016138 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-ec64ff67-2741-4620-aa59-c95c8ad4b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.017742 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-ec64ff67-2741-4620-aa59-c95c8ad4b541 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 1096 time: 0.0474653 Dec 13 16:53:01.118650 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-56b42b95-fdb8-44a5-a33f-b060acc30090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.120602 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-56b42b95-fdb8-44a5-a33f-b060acc30090 service neutron] 10.222.0.65 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 911 time: 0.0950623 Dec 13 16:53:01.173748 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-ba9041a9-b108-42e4-8153-7734367e74f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45133903-44dc-4175-8074-bd78bf1235a8 HTTP/1.1" status: 200 len: 217 time: 0.0398307 Dec 13 16:53:01.227169 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-5c1b3ff2-5123-4f15-9723-099989f0e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.229456 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-5c1b3ff2-5123-4f15-9723-099989f0e0cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 200 len: 849 time: 0.0471237 Dec 13 16:53:01.251780 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3254-9485-4ec9-8ca0-ef5e4a48f501 req-de585200-bf3b-407d-905c-cfe5cc2e6d65 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.253509 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b8fa3254-9485-4ec9-8ca0-ef5e4a48f501 req-de585200-bf3b-407d-905c-cfe5cc2e6d65 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 943 time: 0.0518122 Dec 13 16:53:01.279814 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-b1df2e4c-34a4-4191-b0dc-c430680609fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.281497 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-b1df2e4c-34a4-4191-b0dc-c430680609fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faba440c-3470-4b72-a53c-aa5da04ea307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436792 Dec 13 16:53:01.306639 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b8fa3254-9485-4ec9-8ca0-ef5e4a48f501 req-bb83402a-8b76-4d0a-882e-2859f92297e0 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466659 Dec 13 16:53:01.377677 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-b5df9014-990d-4566-8f74-c8949fc50583 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867648 Dec 13 16:53:02.315830 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1ec7447f-40fc-4fa1-97eb-6062ec312c8c req-4410e671-8715-4b37-a85d-12bc1a4d29cc service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894959 Dec 13 16:53:02.429426 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d448ec-27fc-4fe0-b174-b346cbbbe8e4 req-9a85452f-18b4-461d-b3ba-27b31b15f322 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:02.430905 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b8d448ec-27fc-4fe0-b174-b346cbbbe8e4 req-9a85452f-18b4-461d-b3ba-27b31b15f322 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 943 time: 0.0543625 Dec 13 16:53:02.481233 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b8d448ec-27fc-4fe0-b174-b346cbbbe8e4 req-b48b7dfc-0b03-4b13-ab0e-f7de49865226 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438211 Dec 13 16:53:03.612120 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a29ddc-960e-4f67-8460-2eb18f9b734f req-e8ae7e08-b4f3-4975-913d-b07099dfde10 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:03.613977 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82a29ddc-960e-4f67-8460-2eb18f9b734f req-e8ae7e08-b4f3-4975-913d-b07099dfde10 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 943 time: 0.0559175 Dec 13 16:53:03.666936 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82a29ddc-960e-4f67-8460-2eb18f9b734f req-5c5f7a61-fe8e-4f43-b985-46e4fe405c5a tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446844 Dec 13 16:53:04.807237 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb8bc-348e-4f56-90a7-f459fa328ae7 req-ede25238-c7bd-4a94-b4cb-349f46532483 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:04.808975 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3f7fb8bc-348e-4f56-90a7-f459fa328ae7 req-ede25238-c7bd-4a94-b4cb-349f46532483 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 943 time: 0.0578148 Dec 13 16:53:04.870830 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3f7fb8bc-348e-4f56-90a7-f459fa328ae7 req-e3297932-e8e9-4314-8ade-3a79e66d0126 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527866 Dec 13 16:53:05.975086 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 45133903-44dc-4175-8074-bd78bf1235a8 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:53:05.991047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231194dc-5236-4169-9f85-c697cac17d1a req-69534edc-a03c-4e38-9927-baed80a2baff tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:05.992557 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-231194dc-5236-4169-9f85-c697cac17d1a req-69534edc-a03c-4e38-9927-baed80a2baff tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 943 time: 0.0521708 Dec 13 16:53:06.040948 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-231194dc-5236-4169-9f85-c697cac17d1a req-63b48a33-f3a4-461b-a040-5bd672098fa3 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Dec 13 16:53:06.076919 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 45133903-44dc-4175-8074-bd78bf1235a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45133903-44dc-4175-8074-bd78bf1235a8,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:06.088664 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '45133903-44dc-4175-8074-bd78bf1235a8', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'port_id': '45133903-44dc-4175-8074-bd78bf1235a8', 'mac_address': 'fa:16:3e:83:b4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:53:06.131379 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:06.146069 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45133903-44dc-4175-8074-bd78bf1235a8 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:06.167413 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 45133903-44dc-4175-8074-bd78bf1235a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45133903-44dc-4175-8074-bd78bf1235a8,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:06.175229 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:06.239578 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=45133903-44dc-4175-8074-bd78bf1235a8,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:06.246870 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.247251 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.247656 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.248000 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.248337 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.248693 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.249026 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.249356 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.249655 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.249998 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.250333 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.250654 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.250975 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:06.393070 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['45133903-44dc-4175-8074-bd78bf1235a8'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:53:07.164219 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cff789-9883-4a92-9e53-8cb1042571b5 req-30828e04-ba63-44bf-a9c8-41ef4827addc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:07.165729 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d4cff789-9883-4a92-9e53-8cb1042571b5 req-30828e04-ba63-44bf-a9c8-41ef4827addc tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 944 time: 0.0551913 Dec 13 16:53:07.216605 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d4cff789-9883-4a92-9e53-8cb1042571b5 req-55f60a29-a88d-427f-a63d-c06951e24619 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446272 Dec 13 16:53:07.983293 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 45133903-44dc-4175-8074-bd78bf1235a8 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:08.036961 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 45133903-44dc-4175-8074-bd78bf1235a8 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:53:08.040864 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 45133903-44dc-4175-8074-bd78bf1235a8 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:08.041410 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:08.124041 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:08.147260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45133903-44dc-4175-8074-bd78bf1235a8'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:08.149541 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529d6e25-9df4-4611-9419-6786c5cf8439" -d '{"events": [{"server_uuid": "69060b24-b5af-457d-9dc6-6999ce84c7bc", "name": "network-vif-plugged", "status": "completed", "tag": "45133903-44dc-4175-8074-bd78bf1235a8"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:08.162068 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 45133903-44dc-4175-8074-bd78bf1235a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45133903-44dc-4175-8074-bd78bf1235a8,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:08.169299 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:08.198522 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83acb269-15e1-4d8a-afb4-fd9b8d72bc3a x-openstack-request-id: req-83acb269-15e1-4d8a-afb4-fd9b8d72bc3a {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:08.198832 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69060b24-b5af-457d-9dc6-6999ce84c7bc", "name": "network-vif-plugged", "status": "completed", "tag": "45133903-44dc-4175-8074-bd78bf1235a8", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:08.199087 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83acb269-15e1-4d8a-afb4-fd9b8d72bc3a {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:08.199480 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45133903-44dc-4175-8074-bd78bf1235a8', 'code': 200} Dec 13 16:53:08.224631 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=45133903-44dc-4175-8074-bd78bf1235a8,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:08.353637 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2c1af-9a5f-41c3-a502-44f3ce7f115e req-dbe83cc5-d1d2-48d7-877d-89270b5160cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:08.355243 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a7f2c1af-9a5f-41c3-a502-44f3ce7f115e req-dbe83cc5-d1d2-48d7-877d-89270b5160cf tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.0565274 Dec 13 16:53:08.411732 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a7f2c1af-9a5f-41c3-a502-44f3ce7f115e req-2102fdc7-24da-486f-87ff-46089d591bde tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503559 Dec 13 16:53:09.541354 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502b55c-1b6b-4ecc-af75-a8834e71bde6 req-c6d64a0d-a288-4378-9bdf-6f1ae26ad452 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:09.542864 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9502b55c-1b6b-4ecc-af75-a8834e71bde6 req-c6d64a0d-a288-4378-9bdf-6f1ae26ad452 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.0592258 Dec 13 16:53:09.591911 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9502b55c-1b6b-4ecc-af75-a8834e71bde6 req-fe0b0247-ac6a-42e7-b7aa-4b9d78a87dca tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428512 Dec 13 16:53:10.908054 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df71ef-9942-45fa-ba86-9f677464e713 req-e44ddac6-2e10-4e78-9395-166424c4c9e1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:10.909724 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e9df71ef-9942-45fa-ba86-9f677464e713 req-e44ddac6-2e10-4e78-9395-166424c4c9e1 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.2322268 Dec 13 16:53:10.969325 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e9df71ef-9942-45fa-ba86-9f677464e713 req-0501656d-a0d5-4d4f-bd96-b4450966c244 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528097 Dec 13 16:53:11.041401 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3965896-4f21-47b7-b091-6fe667246fc1 req-b7934218-3b1b-4202-b6ab-490ec75120b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:11.043382 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a3965896-4f21-47b7-b091-6fe667246fc1 req-b7934218-3b1b-4202-b6ab-490ec75120b0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 1098 time: 0.0499027 Dec 13 16:53:11.101744 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a3965896-4f21-47b7-b091-6fe667246fc1 req-3fa477f4-9f7f-45b5-933a-9e9b1c7a7275 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499260 Dec 13 16:53:12.112134 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd1a9-6181-4a10-bb4d-7f94686986e9 req-1be0b3f9-6830-4759-9f9c-97f1f8d50d37 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:12.114638 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-850fd1a9-6181-4a10-bb4d-7f94686986e9 req-1be0b3f9-6830-4759-9f9c-97f1f8d50d37 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.0587413 Dec 13 16:53:12.176003 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-850fd1a9-6181-4a10-bb4d-7f94686986e9 req-b4934b2c-8368-4b13-8fea-649795390af6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534356 Dec 13 16:53:13.312250 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583136-a1a1-443a-b7f0-926993b410a3 req-ed5c2a66-2833-48d4-af46-cf668831667c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:13.313768 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f9583136-a1a1-443a-b7f0-926993b410a3 req-ed5c2a66-2833-48d4-af46-cf668831667c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.0599866 Dec 13 16:53:13.368395 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f9583136-a1a1-443a-b7f0-926993b410a3 req-21c5a19a-ec00-4ea9-b0c2-6ab30fe7de2c tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483096 Dec 13 16:53:13.563787 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19127a0-ec7d-4269-aa6b-4ae590f06452 req-f8f00735-4a36-41f3-9964-96bb1ea1d98e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:13.566257 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a19127a0-ec7d-4269-aa6b-4ae590f06452 req-f8f00735-4a36-41f3-9964-96bb1ea1d98e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.1243372 Dec 13 16:53:13.575243 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34364) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:13.579796 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Request body: {'floatingip': {'port_id': '45133903-44dc-4175-8074-bd78bf1235a8'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:13.623511 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:14.115534 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:14.122374 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:14.232034 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Floating IP c5a0e3a1-5257-43b5-b9d8-55091eab2d5b associated. External IP: 172.27.2.194, port: 45133903-44dc-4175-8074-bd78bf1235a8. Dec 13 16:53:14.453230 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Router 455d996c-7204-43ff-a6f0-1c9b05dd674a has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:53:14.575186 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:53:14.580116 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:14.587257 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] Sync routers for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:53:14.599135 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:14.603881 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:14.617209 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ac96e58c-e96a-4ab4-aa5b-d013a4e2166b tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "PUT /v2.0/floatingips/c5a0e3a1-5257-43b5-b9d8-55091eab2d5b HTTP/1.1" status: 200 len: 991 time: 1.0405779 Dec 13 16:53:14.618023 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'tag': '45133903-44dc-4175-8074-bd78bf1235a8'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:14.622277 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "69060b24-b5af-457d-9dc6-6999ce84c7bc", "tag": "45133903-44dc-4175-8074-bd78bf1235a8"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:14.681095 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec156866-cee0-4005-917d-b48d0412abe4 x-openstack-request-id: req-ec156866-cee0-4005-917d-b48d0412abe4 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:14.681391 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69060b24-b5af-457d-9dc6-6999ce84c7bc", "tag": "45133903-44dc-4175-8074-bd78bf1235a8", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:14.681826 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec156866-cee0-4005-917d-b48d0412abe4 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:14.682396 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'tag': '45133903-44dc-4175-8074-bd78bf1235a8', 'status': 'completed', 'code': 200} Dec 13 16:53:14.741236 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:14.749654 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-70fa82ab-f011-420e-98c3-a6ffd1285dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:14.751174 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-70fa82ab-f011-420e-98c3-a6ffd1285dd0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=febd1024088a4a22984d59922da28de1&device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 1098 time: 0.0434158 Dec 13 16:53:14.858514 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-bead111f-533e-46fa-90eb-43ca5b3a4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:14.860154 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-bead111f-533e-46fa-90eb-43ca5b3a4796 service neutron] 10.222.0.65 "GET /v2.0/networks?id=faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 200 len: 911 time: 0.0988421 Dec 13 16:53:14.936450 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-0157f931-2f7f-440d-ba85-3beef8f70d25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45133903-44dc-4175-8074-bd78bf1235a8 HTTP/1.1" status: 200 len: 999 time: 0.0659521 Dec 13 16:53:15.005050 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-2e5775a2-202c-467f-8d4b-aa4317360097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:15.006628 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-2e5775a2-202c-467f-8d4b-aa4317360097 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 200 len: 849 time: 0.0595179 Dec 13 16:53:15.061778 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-4ac5bc38-7b40-4499-8ae0-323c0e7fdd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:15.063321 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-4ac5bc38-7b40-4499-8ae0-323c0e7fdd95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faba440c-3470-4b72-a53c-aa5da04ea307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485823 Dec 13 16:53:15.118255 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'c5a0e3a1-5257-43b5-b9d8-55091eab2d5b', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'port_id': '45133903-44dc-4175-8074-bd78bf1235a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'mac_address': 'fa:16:3e:83:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:52:56Z', 'updated_at': '2021-12-13T16:53:14Z', 'revision_number': 1, 'project_id': 'febd1024088a4a22984d59922da28de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:15.144548 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] Checking router: 455d996c-7204-43ff-a6f0-1c9b05dd674a for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:53:15.154006 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:15.154640 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:52:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:15.155641 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-bba92464-e7a1-4c71-b3d3-e77e21c18b66 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846231 Dec 13 16:53:15.257085 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0bfb7ea5-4b2f-4ccf-a73c-9fded4c94e1f req-fd52b8c5-aa90-4899-8761-21ce944cf2a7 service neutron] 10.222.0.65 "GET /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925801 Dec 13 16:53:15.271291 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:15.511207 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'c5a0e3a1-5257-43b5-b9d8-55091eab2d5b', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'port_id': '45133903-44dc-4175-8074-bd78bf1235a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'mac_address': 'fa:16:3e:83:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:52:56Z', 'updated_at': '2021-12-13T16:53:14Z', 'revision_number': 1, 'project_id': 'febd1024088a4a22984d59922da28de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:15.537611 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbed5ce-dd0b-46a8-a17e-567eb209f196 None None] The sync data for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi is: [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'c5a0e3a1-5257-43b5-b9d8-55091eab2d5b', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'port_id': '45133903-44dc-4175-8074-bd78bf1235a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'mac_address': 'fa:16:3e:83:b4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:52:56Z', 'updated_at': '2021-12-13T16:53:14Z', 'revision_number': 1, 'project_id': 'febd1024088a4a22984d59922da28de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:53:15.742846 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797af440-b012-414e-b752-7ec1c150d873 None None] New status for floating IP c5a0e3a1-5257-43b5-b9d8-55091eab2d5b: ACTIVE {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:53:17.096214 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34398) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:17.216819 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d7b861c6-aa16-4e04-9e11-0f4020d1bdd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:17.296381 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d7b861c6-aa16-4e04-9e11-0f4020d1bdd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:17.302848 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d7b861c6-aa16-4e04-9e11-0f4020d1bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:17.342485 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-52e6df03-92d1-4006-8e15-d409f3abc9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:17.345706 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d7b861c6-aa16-4e04-9e11-0f4020d1bdd1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08b21eaa49f44f4a99c33572d975994d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483149 Dec 13 16:53:17.346784 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b861c6-aa16-4e04-9e11-0f4020d1bdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91e5ab7-61a4-4147-8291-c8991441b4f6,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:17.348442 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34402) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:17.398297 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-de5b1f5a-447a-499f-8212-75542a1f82e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:17.419079 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-de5b1f5a-447a-499f-8212-75542a1f82e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:17.467649 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-de5b1f5a-447a-499f-8212-75542a1f82e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:17.470270 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-de5b1f5a-447a-499f-8212-75542a1f82e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:17.471484 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-de5b1f5a-447a-499f-8212-75542a1f82e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a91e5ab7-61a4-4147-8291-c8991441b4f6 HTTP/1.1" status: 204 len: 168 time: 0.1217139 Dec 13 16:53:17.480038 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b1f5a-447a-499f-8212-75542a1f82e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91e5ab7-61a4-4147-8291-c8991441b4f6,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:18.154212 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34428) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:18.280761 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-59199803-network', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:18.304793 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Made reservation on behalf of 979a51fd9c744bc9a5b0d82595603a56 for: {'network': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:18.310023 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.321984 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.420703 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.426940 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.453812 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:53:18.460205 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cdd509-18ef-4999-abbc-f9f1a0f75350,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:18.467076 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.467421 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.segments_db [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Added segment 02fa6ace-aecd-46a2-8fee-cee74ad4c14e of type vlan for network 4a929df9-a7b8-43e3-bded-233e4737abcd Dec 13 16:53:18.509305 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.513717 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.542187 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.543157 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:18.543768 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.597138 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4414923 Dec 13 16:53:18.600261 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34432) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:18.604338 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc8905-c030-4acf-8086-b475f75dc691 admin admin] Pushing event updated for resources: {'Network': ['ID=4a929df9-a7b8-43e3-bded-233e4737abcd,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:18.606164 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Request body: {'subnet': {'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-59199803-subnet', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:18.614561 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 4a929df9-a7b8-43e3-bded-233e4737abcd details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:53:18.629620 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Made reservation on behalf of 979a51fd9c744bc9a5b0d82595603a56 for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:18.632035 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30878138'] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.807513 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31349927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30878116'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.860475 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=797264e4-0a28-456e-b0f4-998b28031c78,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:18.877680 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Checking segment: {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:18.878036 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Network hostable DHCP agents. Network: 4a929df9-a7b8-43e3-bded-233e4737abcd, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:53:18.896881 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Network 4a929df9-a7b8-43e3-bded-233e4737abcd is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:53:18.907926 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 4a929df9-a7b8-43e3-bded-233e4737abcd) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:18.914085 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:18.915086 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.915665 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a922415-a385-42d1-802a-5c835249872b None None] Network 4a929df9-a7b8-43e3-bded-233e4737abcd requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:53:18.933755 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-666df1c5-f588-435f-9afd-66ac786fa582 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3315899 Dec 13 16:53:18.936349 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34436) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:18.940562 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:18.966781 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:18.967886 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.021085 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.026948 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-4a929df9-a7b8-43e3-bded-233e4737abcd', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:53:19.028372 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.166546 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Allocated IP 172.20.0.2 (4a929df9-a7b8-43e3-bded-233e4737abcd/797264e4-0a28-456e-b0f4-998b28031c78/41a61687-f10f-4053-9eeb-b86d5e52855a) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:19.166812 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.323670 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.332519 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.374632 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.378032 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Network 4a929df9-a7b8-43e3-bded-233e4737abcd is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:19.380744 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:19.384046 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:19.389940 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Pushing event updated for resources: {'Port': ['ID=41a61687-f10f-4053-9eeb-b86d5e52855a,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:19.398216 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.446474 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Attempting to bind port 41a61687-f10f-4053-9eeb-b86d5e52855a on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:19.446837 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Attempting to bind port 41a61687-f10f-4053-9eeb-b86d5e52855a by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:19.447198 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Attempting to bind port 41a61687-f10f-4053-9eeb-b86d5e52855a on network 4a929df9-a7b8-43e3-bded-233e4737abcd {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:19.452180 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:19.452554 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Checking segment: {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:19.452980 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.453372 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Bound using segment: {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:19.453830 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Bound port: 41a61687-f10f-4053-9eeb-b86d5e52855a, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:19.454203 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.500760 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Allocated IP 172.27.2.187 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/e74f2956-0552-4dcc-8e3c-8cfb02a07f5e) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:19.518127 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] For port 41a61687-f10f-4053-9eeb-b86d5e52855a, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:19.521287 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] For port 41a61687-f10f-4053-9eeb-b86d5e52855a, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=41a61687-f10f-4053-9eeb-b86d5e52855a,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:19.527619 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.590944 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c5aa1-2937-4ead-af19-b6fa1600da79 None None] Pushing event updated for resources: {'Port': ['ID=41a61687-f10f-4053-9eeb-b86d5e52855a,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:19.614677 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.659372 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.674486 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-54a9b04c-26b4-4be8-8d2a-2ca7cdbd1168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:19.702987 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:19.707617 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:19.710298 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:19.747217 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Pushing event updated for resources: {'Port': ['ID=e74f2956-0552-4dcc-8e3c-8cfb02a07f5e,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:20.000011 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:20.460428 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:20.477585 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3938b05-7393-4262-9a06-8f01b32bd8b6 None None] Network 4a929df9-a7b8-43e3-bded-233e4737abcd requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:53:20.594953 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-4fdfe865-12c0-4c86-a186-28a3dc84df0c None None] Provisioning complete for port 41a61687-f10f-4053-9eeb-b86d5e52855a triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:20.595677 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe865-12c0-4c86-a186-28a3dc84df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:20.597414 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Router c11cacd7-da63-4a41-9a17-752b470c30df is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:53:20.693898 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe865-12c0-4c86-a186-28a3dc84df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:20.712900 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:53:20.724407 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Sync routers for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:53:20.739692 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:20.741374 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-01241cec-0b10-43f5-a335-207fa96dbc89 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8040307 Dec 13 16:53:20.744521 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34444) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:20.748722 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-4fdfe865-12c0-4c86-a186-28a3dc84df0c None None] For port 41a61687-f10f-4053-9eeb-b86d5e52855a, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=41a61687-f10f-4053-9eeb-b86d5e52855a,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:20.758608 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe865-12c0-4c86-a186-28a3dc84df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:20.765356 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:20.766132 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:20.785969 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:20.858625 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfe865-12c0-4c86-a186-28a3dc84df0c None None] Pushing event updated for resources: {'Port': ['ID=41a61687-f10f-4053-9eeb-b86d5e52855a,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:20.924659 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-48122ae0-1249-458d-9422-3c88d37f8145 None None] Provisioning complete for port 41a61687-f10f-4053-9eeb-b86d5e52855a triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:20.925029 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-48122ae0-1249-458d-9422-3c88d37f8145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:20.930710 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:21.170941 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:19Z', 'revision_number': 3, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:21.172454 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.202836 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Checking router: c11cacd7-da63-4a41-9a17-752b470c30df for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:53:21.203211 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Updating router c11cacd7-da63-4a41-9a17-752b470c30df port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:53:21.229057 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.340616 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 41a61687-f10f-4053-9eeb-b86d5e52855a up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:21.350619 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Allocated IP 172.20.0.1 (4a929df9-a7b8-43e3-bded-233e4737abcd/797264e4-0a28-456e-b0f4-998b28031c78/1fc97964-9ac5-4ad7-b186-fd608eba2fb9) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:21.458659 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.495141 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.539046 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Network 4a929df9-a7b8-43e3-bded-233e4737abcd is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:21.542447 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:21.547475 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:21.575679 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Pushing event updated for resources: {'Port': ['ID=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:21.581697 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 41a61687-f10f-4053-9eeb-b86d5e52855a triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:21.581998 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.590316 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.590683 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.590975 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.591314 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.591669 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.592410 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.592410 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.592752 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.593132 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.593530 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.593874 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.594196 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.594519 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:21.607772 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.725167 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.735396 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.749047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.798507 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8706cce-66ed-47ea-af60-9124f3b272bb None None] Pushing event updated for resources: {'Port': ['ID=e74f2956-0552-4dcc-8e3c-8cfb02a07f5e,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:21.805476 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Attempting to bind port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:21.805866 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Attempting to bind port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:21.806307 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Attempting to bind port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:21.809593 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-92d7cf54-1c81-4101-a641-d029fb3b957e None None] Provisioning complete for port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:21.809969 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-92d7cf54-1c81-4101-a641-d029fb3b957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.835829 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:21.836141 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:21.836513 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.837097 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:21.837731 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Bound port: e74f2956-0552-4dcc-8e3c-8cfb02a07f5e, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:21.838156 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.872971 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-92d7cf54-1c81-4101-a641-d029fb3b957e None None] Port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:53:21.895738 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] For port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:21.898959 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] For port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=e74f2956-0552-4dcc-8e3c-8cfb02a07f5e,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:21.903697 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.909720 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.915558 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:21.966327 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:21.966872 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:21.971995 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8706cce-66ed-47ea-af60-9124f3b272bb None None] Pushing event updated for resources: {'Port': ['ID=e74f2956-0552-4dcc-8e3c-8cfb02a07f5e,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:21.986253 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Pushing event updated for resources: {'Port': ['ID=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:21.988319 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:22.080589 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Network 4a929df9-a7b8-43e3-bded-233e4737abcd is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:22.082083 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:22.087883 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:22.202374 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Router c11cacd7-da63-4a41-9a17-752b470c30df has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:53:22.296812 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:22.317292 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-e24526cf-0c11-41d4-b9ef-23787695223e None None] Provisioning complete for port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:22.317670 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e24526cf-0c11-41d4-b9ef-23787695223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:22.335812 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:53:22.343234 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-f045b222-f29a-45ba-b0f1-9c08584d542a admin admin] 10.222.0.62 "PUT /v2.0/routers/c11cacd7-da63-4a41-9a17-752b470c30df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5976100 Dec 13 16:53:22.369199 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-e24526cf-0c11-41d4-b9ef-23787695223e None None] Port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:53:22.375856 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 2, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:22.407672 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b87fb-99ee-46dc-b99e-ab22e0fcc461 None None] The sync data for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi is: [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 2, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:53:22.879526 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34468) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:22.885362 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1187718765-network', 'tenant_id': '8048e83ece8540b3956c273f439e5688'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:22.910293 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Made reservation on behalf of 8048e83ece8540b3956c273f439e5688 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:22.912806 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:22.924150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.012789 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.022599 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.032841 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.056067 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:53:23.065851 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c718fd-fc7b-496e-82f7-8a000b624aca,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:23.070666 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.070998 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Added segment b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c of type vlan for network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee Dec 13 16:53:23.117714 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.145205 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.146298 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:23.146952 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.206033 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3253622 Dec 13 16:53:23.208848 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34472) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:23.215518 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Request body: {'subnet': {'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1187718765-subnet', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:23.222307 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47faa94-66dc-4d18-9fa9-74bbfe4c343d admin admin] Pushing event updated for resources: {'Network': ['ID=8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:23.247330 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:53:23.248172 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Made reservation on behalf of 8048e83ece8540b3956c273f439e5688 for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:23.251777 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30878138'] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.341624 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device e74f2956-0552-4dcc-8e3c-8cfb02a07f5e up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:23.410440 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:23.410805 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.474792 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31349927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30878116'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.506116 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.527798 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=573fb967-5c65-46b3-8ee5-ed12ef15f91e,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:23.528853 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=e74f2956-0552-4dcc-8e3c-8cfb02a07f5e,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:23.535056 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.544055 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Checking segment: {'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:23.544492 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Network hostable DHCP agents. Network: 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:53:23.563604 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:53:23.575363 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:23.580174 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:23.581301 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.594760 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e7668-705d-45fd-bc49-40d02116a761 None None] Network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:53:23.603712 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-7b96e998-3fe6-4d52-b710-a2590a3cf43b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3931425 Dec 13 16:53:23.605838 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34476) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:23.610135 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:23.633628 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.634664 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.649807 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=e74f2956-0552-4dcc-8e3c-8cfb02a07f5e,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:23.694602 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.718010 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee', 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee', 'project_id': '8048e83ece8540b3956c273f439e5688', 'fixed_ips': [{'subnet_id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:53:23.719056 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.843243 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:23.865802 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Allocated IP 172.20.0.2 (8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee/573fb967-5c65-46b3-8ee5-ed12ef15f91e/628b35fd-0d43-4dd9-9cd4-c6315d75f52a) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:24.019786 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.026128 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.045835 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.065749 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.069188 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:24.073330 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:24.077165 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:24.087403 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Pushing event updated for resources: {'Port': ['ID=628b35fd-0d43-4dd9-9cd4-c6315d75f52a,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:24.138888 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Attempting to bind port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:24.139254 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Attempting to bind port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:24.139612 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Attempting to bind port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a on network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:24.144634 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:24.144997 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Checking segment: {'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:24.145387 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.145770 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Bound using segment: {'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:24.146223 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Bound port: 628b35fd-0d43-4dd9-9cd4-c6315d75f52a, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:24.146596 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.177958 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Allocated IP 172.27.2.171 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/f6366f63-edfe-4f82-ac27-c904e9d14a37) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:24.222568 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] For port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:24.227338 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] For port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=628b35fd-0d43-4dd9-9cd4-c6315d75f52a,segment=NetworkSegment(b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c),segment_id=b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:24.234988 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.302251 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.305014 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd0f98-7621-4734-9b98-e7c0e157d167 None None] Pushing event updated for resources: {'Port': ['ID=628b35fd-0d43-4dd9-9cd4-c6315d75f52a,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:24.344412 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.394550 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:24.400534 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:24.402552 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6366f63-edfe-4f82-ac27-c904e9d14a37,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:24.404729 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:24.636036 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Sync routers for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:53:24.646233 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:24.646927 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:24.760226 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:24.951150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:24.976160 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 2, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:25.003394 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Checking router: c11cacd7-da63-4a41-9a17-752b470c30df for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:53:25.003709 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Updating router c11cacd7-da63-4a41-9a17-752b470c30df port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:53:25.034596 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.164694 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.309820 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Router bca4d026-ef93-4d91-8a39-5e9038a54c61 is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:53:25.326067 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcff74-475d-4f3f-8407-a7e0f5dfb669 None None] Network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:53:25.424097 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 628b35fd-0d43-4dd9-9cd4-c6315d75f52a up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:25.443909 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.452862 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.454062 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:53:25.469703 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Sync routers for ids ['bca4d026-ef93-4d91-8a39-5e9038a54c61'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:53:25.474422 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.480368 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a367baba-65f7-4783-be17-baec8487dda6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8734720 Dec 13 16:53:25.480498 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34484) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:25.483517 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-16a34706-3328-45c6-8427-7d78e3718e48 None None] Provisioning complete for port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:25.483886 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-16a34706-3328-45c6-8427-7d78e3718e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.512136 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Pushing event updated for resources: {'Port': ['ID=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:25.527304 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Routers {'bca4d026-ef93-4d91-8a39-5e9038a54c61'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:25.527935 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['bca4d026-ef93-4d91-8a39-5e9038a54c61'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:25.548899 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.549658 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.550055 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.550392 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.550720 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.551041 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.551366 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.551691 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.551999 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.552332 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.552673 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.552977 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.553290 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:25.597149 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Attempting to bind port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:25.597533 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Attempting to bind port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:25.598512 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Attempting to bind port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 on network 4a929df9-a7b8-43e3-bded-233e4737abcd {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:25.604674 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:25.605061 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Checking segment: {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:25.605460 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.605996 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Bound using segment: {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:25.606476 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Bound port: 1fc97964-9ac5-4ad7-b186-fd608eba2fb9, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:25.607043 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.697743 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] For port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:25.701412 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] For port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:25.711757 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.794075 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:25.794861 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:25.797075 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b94c-823d-4abc-abb8-d0a44f78f352 None None] Pushing event updated for resources: {'Port': ['ID=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,revision_number=4']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:25.801763 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:25.801763 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.929206 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Set router bca4d026-ef93-4d91-8a39-5e9038a54c61 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:25.933249 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:25.972847 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.047411 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.144691 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Allocated IP 172.20.0.1 (8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee/573fb967-5c65-46b3-8ee5-ed12ef15f91e/5a3e27a3-fc17-4015-959a-e5db47e818fb) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:26.155196 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=628b35fd-0d43-4dd9-9cd4-c6315d75f52a,segment=NetworkSegment(b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c),segment_id=b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:26.173086 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-16a34706-3328-45c6-8427-7d78e3718e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.175056 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.175895 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device e74f2956-0552-4dcc-8e3c-8cfb02a07f5e up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:26.190907 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:25Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:26.223552 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942b593-7c73-43ab-b5de-017ecc3e72c9 None None] The sync data for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi is: [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:25Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:53:26.267648 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.305387 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.343594 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:26.347401 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:26.350261 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:26.352085 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=628b35fd-0d43-4dd9-9cd4-c6315d75f52a,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:26.370366 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.db.api [None req-16a34706-3328-45c6-8427-7d78e3718e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:53:26.370845 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG oslo_db.api [None req-16a34706-3328-45c6-8427-7d78e3718e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:53:26.388452 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3e27a3-fc17-4015-959a-e5db47e818fb,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:26.396863 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:26.397582 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.402494 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.459448 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:53:24Z', 'revision_number': 3, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port': {'id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:24Z', 'updated_at': '2021-12-13T16:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:26.518224 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Checking router: bca4d026-ef93-4d91-8a39-5e9038a54c61 for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:53:26.518574 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Updating router bca4d026-ef93-4d91-8a39-5e9038a54c61 port f6366f63-edfe-4f82-ac27-c904e9d14a37 binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:53:26.566922 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.594119 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.758882 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.767930 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.848778 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.850683 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3e27a3-fc17-4015-959a-e5db47e818fb,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:26.898439 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.916090 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.951948 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:26.952914 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:26.983640 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Attempting to bind port f6366f63-edfe-4f82-ac27-c904e9d14a37 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:26.983774 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Attempting to bind port f6366f63-edfe-4f82-ac27-c904e9d14a37 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:26.984117 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Attempting to bind port f6366f63-edfe-4f82-ac27-c904e9d14a37 on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:26.986233 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58ef92-d10c-4cc2-bcd6-5929877e0237 None None] Pushing event updated for resources: {'Port': ['ID=f6366f63-edfe-4f82-ac27-c904e9d14a37,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:26.994517 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:26.994896 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:26.995381 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:26.995783 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:26.996260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Bound port: f6366f63-edfe-4f82-ac27-c904e9d14a37, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:26.996785 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.068972 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] For port f6366f63-edfe-4f82-ac27-c904e9d14a37, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:27.086856 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] For port f6366f63-edfe-4f82-ac27-c904e9d14a37, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=f6366f63-edfe-4f82-ac27-c904e9d14a37,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:27.091162 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Provisioning complete for port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:27.091544 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.095592 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.197683 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58ef92-d10c-4cc2-bcd6-5929877e0237 None None] Pushing event updated for resources: {'Port': ['ID=f6366f63-edfe-4f82-ac27-c904e9d14a37,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:27.200246 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Routers {'bca4d026-ef93-4d91-8a39-5e9038a54c61'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:27.200848 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['bca4d026-ef93-4d91-8a39-5e9038a54c61'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:27.345621 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:27.347305 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Provisioning complete for port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:27.347662 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.349588 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Router bca4d026-ef93-4d91-8a39-5e9038a54c61 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:53:27.401667 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] Set router bca4d026-ef93-4d91-8a39-5e9038a54c61 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:27.465768 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:53:27.471035 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-252a6781-242c-4051-a505-e51f3f008565 admin admin] 10.222.0.62 "PUT /v2.0/routers/bca4d026-ef93-4d91-8a39-5e9038a54c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9895129 Dec 13 16:53:27.715351 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:27.715717 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.768298 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.839266 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] For port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:27.848509 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.929675 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 628b35fd-0d43-4dd9-9cd4-c6315d75f52a up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:27.931356 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Provisioning complete for port 5a3e27a3-fc17-4015-959a-e5db47e818fb triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:27.931850 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.986901 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34504) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:27.992140 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-3c00bc3d-d9af-44ec-86c4-08fe809385bc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323176308', 'description': 'tempest-secgroup-smoke-1323176308 description', 'project_id': '979a51fd9c744bc9a5b0d82595603a56'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:28.005346 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Pushing event updated for resources: {'Port': ['ID=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:28.012563 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:53:26Z', 'revision_number': 4, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port': {'id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:24Z', 'updated_at': '2021-12-13T16:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '5a3e27a3-fc17-4015-959a-e5db47e818fb', 'name': '', 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'mac_address': 'fa:16:3e:34:7e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:25Z', 'updated_at': '2021-12-13T16:53:26Z', 'revision_number': 2, 'project_id': '8048e83ece8540b3956c273f439e5688', 'subnets': [{'id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:28.024216 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3c00bc3d-d9af-44ec-86c4-08fe809385bc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.042913 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-59e920eb-fd78-4fb7-81f8-d974b89c3b81 None None] Port 5a3e27a3-fc17-4015-959a-e5db47e818fb cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:53:28.044489 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e72dd-e187-47d6-8d37-71a45f928451 None None] The sync data for ids ['bca4d026-ef93-4d91-8a39-5e9038a54c61'] in dv-cinder-821602-2-iscsi is: [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:53:26Z', 'revision_number': 4, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port': {'id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:24Z', 'updated_at': '2021-12-13T16:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '5a3e27a3-fc17-4015-959a-e5db47e818fb', 'name': '', 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'mac_address': 'fa:16:3e:34:7e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:25Z', 'updated_at': '2021-12-13T16:53:26Z', 'revision_number': 2, 'project_id': '8048e83ece8540b3956c273f439e5688', 'subnets': [{'id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:53:28.064495 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:28.064780 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.108805 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3c00bc3d-d9af-44ec-86c4-08fe809385bc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.116088 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3c00bc3d-d9af-44ec-86c4-08fe809385bc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.146670 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00bc3d-d9af-44ec-86c4-08fe809385bc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:28.151735 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3c00bc3d-d9af-44ec-86c4-08fe809385bc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.155923 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-3c00bc3d-d9af-44ec-86c4-08fe809385bc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1647418 Dec 13 16:53:28.155923 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34506) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:28.160283 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-cbf404a8-bd33-4eac-a205-8326d6a5f43e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'security_group_rule': {'security_group_id': '978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3', 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:28.181456 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-f08e3de9-a615-408f-b6c8-04bf7f6bec41 None None] Provisioning complete for port 5a3e27a3-fc17-4015-959a-e5db47e818fb triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:28.181856 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f08e3de9-a615-408f-b6c8-04bf7f6bec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.202537 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbf404a8-bd33-4eac-a205-8326d6a5f43e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.222516 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-f08e3de9-a615-408f-b6c8-04bf7f6bec41 None None] Port 5a3e27a3-fc17-4015-959a-e5db47e818fb cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:53:28.277804 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbf404a8-bd33-4eac-a205-8326d6a5f43e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.285901 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbf404a8-bd33-4eac-a205-8326d6a5f43e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.309959 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf404a8-bd33-4eac-a205-8326d6a5f43e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75f948e-1be2-4658-a92a-2e5e610a9898,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:28.320488 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cbf404a8-bd33-4eac-a205-8326d6a5f43e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.325078 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-cbf404a8-bd33-4eac-a205-8326d6a5f43e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681330 Dec 13 16:53:28.325996 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34508) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:28.336202 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-9165cef4-c41e-48ca-ad04-5ea60761f50e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'security_group_rule': {'security_group_id': '978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3', 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:28.368797 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9165cef4-c41e-48ca-ad04-5ea60761f50e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.443944 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9165cef4-c41e-48ca-ad04-5ea60761f50e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.449204 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9165cef4-c41e-48ca-ad04-5ea60761f50e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.471352 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165cef4-c41e-48ca-ad04-5ea60761f50e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c730f5-2134-4b23-9d1b-b82396424d21,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:28.481324 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9165cef4-c41e-48ca-ad04-5ea60761f50e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.482657 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-9165cef4-c41e-48ca-ad04-5ea60761f50e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556091 Dec 13 16:53:28.485496 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34510) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:28.490537 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-46a576fe-f447-4f97-9a2d-88e7067600a2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'security_group_rule': {'security_group_id': '978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3', 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:28.522876 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-46a576fe-f447-4f97-9a2d-88e7067600a2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.582708 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-46a576fe-f447-4f97-9a2d-88e7067600a2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.588146 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-46a576fe-f447-4f97-9a2d-88e7067600a2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.607842 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a576fe-f447-4f97-9a2d-88e7067600a2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6396c9-9a88-4fcf-b4fc-82a210a759f5,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:28.613652 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-46a576fe-f447-4f97-9a2d-88e7067600a2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.614856 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-46a576fe-f447-4f97-9a2d-88e7067600a2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283183 Dec 13 16:53:28.618037 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34512) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:28.624385 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-3a12fc72-d729-49d4-982e-01541119e7d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'security_group_rule': {'security_group_id': '978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3', 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:28.653451 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3a12fc72-d729-49d4-982e-01541119e7d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.712957 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3a12fc72-d729-49d4-982e-01541119e7d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.717935 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3a12fc72-d729-49d4-982e-01541119e7d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.736245 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12fc72-d729-49d4-982e-01541119e7d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ece56ee-8179-4386-9117-0bbc3682e7c4,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:28.746202 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3a12fc72-d729-49d4-982e-01541119e7d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.749026 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-3a12fc72-d729-49d4-982e-01541119e7d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294663 Dec 13 16:53:28.750338 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34516) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:28.755912 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-4aa23ef2-26b3-46d0-9125-03dcb61b2f0b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'security_group_rule': {'security_group_id': '978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3', 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:28.780503 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.securitygroups_db [None req-4aa23ef2-26b3-46d0-9125-03dcb61b2f0b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Project 979a51fd9c744bc9a5b0d82595603a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:53:28.786405 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4aa23ef2-26b3-46d0-9125-03dcb61b2f0b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.846765 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4aa23ef2-26b3-46d0-9125-03dcb61b2f0b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.852413 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4aa23ef2-26b3-46d0-9125-03dcb61b2f0b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.870853 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa23ef2-26b3-46d0-9125-03dcb61b2f0b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7498f605-2dde-47d8-b431-b905dbba64b0,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:28.881102 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-4aa23ef2-26b3-46d0-9125-03dcb61b2f0b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.882361 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-4aa23ef2-26b3-46d0-9125-03dcb61b2f0b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310873 Dec 13 16:53:28.886019 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34518) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:28.891061 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-b53d3429-1fd6-4a57-92be-1404f0583059 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'security_group_rule': {'security_group_id': '978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3', 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:28.925533 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.securitygroups_db [None req-b53d3429-1fd6-4a57-92be-1404f0583059 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Project 979a51fd9c744bc9a5b0d82595603a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:53:28.934627 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b53d3429-1fd6-4a57-92be-1404f0583059 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:29.002315 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b53d3429-1fd6-4a57-92be-1404f0583059 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:29.008690 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b53d3429-1fd6-4a57-92be-1404f0583059 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:29.026896 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d3429-1fd6-4a57-92be-1404f0583059 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d073e692-9138-4ae4-8373-f7eb79fbbc28,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:29.037521 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b53d3429-1fd6-4a57-92be-1404f0583059 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:29.047516 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-b53d3429-1fd6-4a57-92be-1404f0583059 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517231 Dec 13 16:53:29.367607 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device f6366f63-edfe-4f82-ac27-c904e9d14a37 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:29.424650 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port f6366f63-edfe-4f82-ac27-c904e9d14a37 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:29.425174 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:29.517037 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:29.541497 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port f6366f63-edfe-4f82-ac27-c904e9d14a37, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=f6366f63-edfe-4f82-ac27-c904e9d14a37,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:29.551317 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:29.552168 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:29.630261 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=f6366f63-edfe-4f82-ac27-c904e9d14a37,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:29.644134 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:29.644505 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:30.266282 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Sync routers for ids ['bca4d026-ef93-4d91-8a39-5e9038a54c61'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:53:30.278954 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Routers {'bca4d026-ef93-4d91-8a39-5e9038a54c61'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:30.279559 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['bca4d026-ef93-4d91-8a39-5e9038a54c61'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:30.395850 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Set router bca4d026-ef93-4d91-8a39-5e9038a54c61 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:30.631966 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:53:26Z', 'revision_number': 4, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port': {'id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:24Z', 'updated_at': '2021-12-13T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '5a3e27a3-fc17-4015-959a-e5db47e818fb', 'name': '', 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'mac_address': 'fa:16:3e:34:7e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:25Z', 'updated_at': '2021-12-13T16:53:26Z', 'revision_number': 2, 'project_id': '8048e83ece8540b3956c273f439e5688', 'subnets': [{'id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:30.661058 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Checking router: bca4d026-ef93-4d91-8a39-5e9038a54c61 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:53:30.661404 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Updating router bca4d026-ef93-4d91-8a39-5e9038a54c61 port 5a3e27a3-fc17-4015-959a-e5db47e818fb binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:53:30.691245 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:30.982667 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:30.989074 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.042318 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc99ac1-a297-4ee4-bf01-51415ac83a0e None None] Pushing event updated for resources: {'Port': ['ID=5a3e27a3-fc17-4015-959a-e5db47e818fb,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:31.134951 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Attempting to bind port 5a3e27a3-fc17-4015-959a-e5db47e818fb on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:31.135540 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Attempting to bind port 5a3e27a3-fc17-4015-959a-e5db47e818fb by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:31.136129 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Attempting to bind port 5a3e27a3-fc17-4015-959a-e5db47e818fb on network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:31.146479 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:31.147195 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Checking segment: {'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:31.147889 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.148559 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Bound using segment: {'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:31.149350 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Bound port: 5a3e27a3-fc17-4015-959a-e5db47e818fb, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:31.150087 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.250632 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] For port 5a3e27a3-fc17-4015-959a-e5db47e818fb, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:31.256453 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] For port 5a3e27a3-fc17-4015-959a-e5db47e818fb, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=5a3e27a3-fc17-4015-959a-e5db47e818fb,segment=NetworkSegment(b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c),segment_id=b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:31.263573 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.342494 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc99ac1-a297-4ee4-bf01-51415ac83a0e None None] Pushing event updated for resources: {'Port': ['ID=5a3e27a3-fc17-4015-959a-e5db47e818fb,revision_number=4']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:31.353431 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Routers {'bca4d026-ef93-4d91-8a39-5e9038a54c61'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:53:31.354394 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['bca4d026-ef93-4d91-8a39-5e9038a54c61'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:31.375489 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device f6366f63-edfe-4f82-ac27-c904e9d14a37 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:31.451420 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-764c9841-5b9c-42cf-b443-1f660f6f9e06 None None] Provisioning complete for port 5a3e27a3-fc17-4015-959a-e5db47e818fb triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:31.452450 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-764c9841-5b9c-42cf-b443-1f660f6f9e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.541936 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port f6366f63-edfe-4f82-ac27-c904e9d14a37 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:31.542535 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.689016 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:53:31.706538 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] Set router bca4d026-ef93-4d91-8a39-5e9038a54c61 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:53:31.718216 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-764c9841-5b9c-42cf-b443-1f660f6f9e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.799056 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-764c9841-5b9c-42cf-b443-1f660f6f9e06 None None] For port 5a3e27a3-fc17-4015-959a-e5db47e818fb, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=5a3e27a3-fc17-4015-959a-e5db47e818fb,segment=NetworkSegment(b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c),segment_id=b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:31.806727 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-764c9841-5b9c-42cf-b443-1f660f6f9e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.869288 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9841-5b9c-42cf-b443-1f660f6f9e06 None None] Pushing event updated for resources: {'Port': ['ID=5a3e27a3-fc17-4015-959a-e5db47e818fb,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:31.933979 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-278b629b-dcd1-404c-91b7-6723685ab115 None None] Provisioning complete for port 5a3e27a3-fc17-4015-959a-e5db47e818fb triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:31.934381 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-278b629b-dcd1-404c-91b7-6723685ab115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.976119 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:53:26Z', 'revision_number': 4, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port': {'id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:24Z', 'updated_at': '2021-12-13T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '5a3e27a3-fc17-4015-959a-e5db47e818fb', 'name': '', 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'mac_address': 'fa:16:3e:34:7e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:25Z', 'updated_at': '2021-12-13T16:53:31Z', 'revision_number': 4, 'project_id': '8048e83ece8540b3956c273f439e5688', 'subnets': [{'id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:32.008817 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f07a6-acd8-452f-97ea-202e06c7cb64 None None] The sync data for ids ['bca4d026-ef93-4d91-8a39-5e9038a54c61'] in dv-cinder-821602-2-iscsi is: [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:53:26Z', 'revision_number': 4, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port': {'id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:24Z', 'updated_at': '2021-12-13T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '5a3e27a3-fc17-4015-959a-e5db47e818fb', 'name': '', 'network_id': '8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'mac_address': 'fa:16:3e:34:7e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:25Z', 'updated_at': '2021-12-13T16:53:31Z', 'revision_number': 4, 'project_id': '8048e83ece8540b3956c273f439e5688', 'subnets': [{'id': '573fb967-5c65-46b3-8ee5-ed12ef15f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:53:33.316747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 5a3e27a3-fc17-4015-959a-e5db47e818fb up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:33.370784 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 5a3e27a3-fc17-4015-959a-e5db47e818fb triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:33.371153 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:34.085503 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d316f4a-a5c7-464a-84c6-c54397478378 req-ae37ad84-a3b6-43d6-832d-9cdc4709b199 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:34.087668 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8d316f4a-a5c7-464a-84c6-c54397478378 req-ae37ad84-a3b6-43d6-832d-9cdc4709b199 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0592151 Dec 13 16:53:34.148142 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8d316f4a-a5c7-464a-84c6-c54397478378 req-67db36de-f0a0-4b51-9291-1ba9adf00e3d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540891 Dec 13 16:53:35.287021 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa754-f4bc-41de-b332-e156ce34a3cd req-dc318121-0726-4819-a83b-826c7681bd54 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:35.288645 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d08fa754-f4bc-41de-b332-e156ce34a3cd req-dc318121-0726-4819-a83b-826c7681bd54 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0572453 Dec 13 16:53:35.349213 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d08fa754-f4bc-41de-b332-e156ce34a3cd req-dfbccfdf-08ab-4a92-a9d1-62f785e47b7a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514729 Dec 13 16:53:36.482529 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8c770-3510-413c-a3a0-2922bc514b24 req-5ab61f37-3baa-461f-a269-927f587d698b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:36.484035 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-76c8c770-3510-413c-a3a0-2922bc514b24 req-5ab61f37-3baa-461f-a269-927f587d698b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0549691 Dec 13 16:53:36.549404 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-76c8c770-3510-413c-a3a0-2922bc514b24 req-9e7cebdf-e984-4386-9af2-15e0f4725a4b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553398 Dec 13 16:53:37.691797 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e21ea-4254-46cd-8fcf-9b2cda27b576 req-68d5ddbf-291f-47a5-9f8a-c1b135c7b566 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:37.693452 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-819e21ea-4254-46cd-8fcf-9b2cda27b576 req-68d5ddbf-291f-47a5-9f8a-c1b135c7b566 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0621543 Dec 13 16:53:37.752142 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-819e21ea-4254-46cd-8fcf-9b2cda27b576 req-aabd3198-78d9-42cc-9410-ef4471f465d8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519478 Dec 13 16:53:38.889693 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5bb6-5b83-4cdf-b970-3f9be66eee0d req-969c1d7d-7068-415f-8e87-2ed51f25bc32 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:38.891208 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6c6b5bb6-5b83-4cdf-b970-3f9be66eee0d req-969c1d7d-7068-415f-8e87-2ed51f25bc32 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0590084 Dec 13 16:53:38.952149 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6c6b5bb6-5b83-4cdf-b970-3f9be66eee0d req-f812faae-e74d-4c13-82b5-2315261ed94d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519059 Dec 13 16:53:40.098231 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79e1c-e3a3-4280-ab28-f6994139f08c req-ba022091-3692-4fb2-b84c-f77c5fc973c0 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:40.099558 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9db79e1c-e3a3-4280-ab28-f6994139f08c req-ba022091-3692-4fb2-b84c-f77c5fc973c0 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0640073 Dec 13 16:53:40.164916 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9db79e1c-e3a3-4280-ab28-f6994139f08c req-6b260abc-764f-48bc-9e51-5321aee66f04 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593460 Dec 13 16:53:41.296649 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b5b12-72ee-45bb-b97c-cea3e8f45607 req-1e500bae-81be-44ee-8462-e0dabf6769c9 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:41.298032 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-880b5b12-72ee-45bb-b97c-cea3e8f45607 req-1e500bae-81be-44ee-8462-e0dabf6769c9 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0493526 Dec 13 16:53:41.349494 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-880b5b12-72ee-45bb-b97c-cea3e8f45607 req-4bdc4438-8082-4045-a139-dfc76089ac5c tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 Dec 13 16:53:42.492419 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d37c1-f212-4e89-964b-15f1f9d219ed req-0cab77c6-0cfb-43ce-939b-250742cb9aee tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:42.493996 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b99d37c1-f212-4e89-964b-15f1f9d219ed req-0cab77c6-0cfb-43ce-939b-250742cb9aee tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0573673 Dec 13 16:53:42.545559 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b99d37c1-f212-4e89-964b-15f1f9d219ed req-0fff6bb3-ee38-4ddf-9ff6-abcb4d516b27 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457604 Dec 13 16:53:43.691187 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfd7c4-0844-4006-b1fb-ca89358f3b27 req-3dfc0275-825c-4221-87a8-edcf4346512e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:43.692781 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eebfd7c4-0844-4006-b1fb-ca89358f3b27 req-3dfc0275-825c-4221-87a8-edcf4346512e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0600257 Dec 13 16:53:43.744426 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eebfd7c4-0844-4006-b1fb-ca89358f3b27 req-332ea520-c510-47fd-aa1c-9db7b1e640f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439134 Dec 13 16:53:44.883579 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d6f8b-80d3-49ca-9663-99d54ec8e031 req-76bb2e27-5b5b-40ec-a7b8-127b9bc21b09 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:44.884964 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e2d6f8b-80d3-49ca-9663-99d54ec8e031 req-76bb2e27-5b5b-40ec-a7b8-127b9bc21b09 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0549028 Dec 13 16:53:44.943364 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7e2d6f8b-80d3-49ca-9663-99d54ec8e031 req-49c34749-5ea0-4777-a104-48c172cc3aec tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491188 Dec 13 16:53:45.566455 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-042a1fb0-5b42-4d63-bdcd-53a53890d839 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323176308&fields=id&tenant_id=979a51fd9c744bc9a5b0d82595603a56 HTTP/1.1" status: 200 len: 267 time: 0.0487809 Dec 13 16:53:45.676588 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aec85-b0a0-4222-95de-c8e383002693 req-b55f115e-7ad6-42f9-9cfa-97ac74472d07 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:45.678078 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-b55f115e-7ad6-42f9-9cfa-97ac74472d07 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 807 time: 0.1043937 Dec 13 16:53:45.697098 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-102813b4-4ea3-4392-a913-101844865dc0 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/quotas/979a51fd9c744bc9a5b0d82595603a56 HTTP/1.1" status: 200 len: 375 time: 0.0129471 Dec 13 16:53:45.752288 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-e51cb324-7225-49ce-b473-4fde359fb05e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494673 Dec 13 16:53:45.957846 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-6b655c74-2a70-4527-943c-c07f1c4bedc8 service neutron] 10.222.0.62 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931732 Dec 13 16:53:46.056039 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-0c337c7e-9e8e-498e-a7a6-3e74d18f314c service neutron] 10.222.0.62 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876856 Dec 13 16:53:46.075741 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b825ea-4837-41fb-a849-23c154a70d4d req-d6bc4b6d-cf3e-4fa3-b74a-529f2fb3e397 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:46.077338 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-59b825ea-4837-41fb-a849-23c154a70d4d req-d6bc4b6d-cf3e-4fa3-b74a-529f2fb3e397 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0508773 Dec 13 16:53:46.133454 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-59b825ea-4837-41fb-a849-23c154a70d4d req-6efa086b-9d02-4164-9627-77bc984b8e67 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477235 Dec 13 16:53:46.247450 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:53:46.353433 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:46.364467 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '823c9158-6eee-4748-8e22-293145c6db04', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'port_id': '823c9158-6eee-4748-8e22-293145c6db04', 'mac_address': 'fa:16:3e:bf:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:53:46.385283 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-13736eba-cc9e-45c3-b091-9967c77d29c1 req-c964b1bf-2e35-4fc0-9021-8fac664aaac2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 210 time: 0.0285709 Dec 13 16:53:46.408449 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.423217 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 823c9158-6eee-4748-8e22-293145c6db04 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:46.444094 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:46.450062 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.502098 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=6']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:46.548322 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['823c9158-6eee-4748-8e22-293145c6db04'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:53:47.271040 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792e6e4-fa02-4d87-acdc-91e5496ab960 req-912d3d4d-bf77-4ef6-bef0-df7965b262e5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:47.272814 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e792e6e4-fa02-4d87-acdc-91e5496ab960 req-912d3d4d-bf77-4ef6-bef0-df7965b262e5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 945 time: 0.0646317 Dec 13 16:53:47.338974 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e792e6e4-fa02-4d87-acdc-91e5496ab960 req-f69f4999-299c-4a69-850a-aef0bcb0ccb1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598969 Dec 13 16:53:47.372642 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e505ccb6-051a-4e5d-9522-799477316b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.505194 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8c11fb08-5778-4595-8d01-4e9651829a45 req-96d1f681-1694-4812-88f7-c8aaa47c5a46 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 210 time: 0.0350909 Dec 13 16:53:47.667996 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aec85-b0a0-4222-95de-c8e383002693 req-be464505-a60c-4441-a4cc-dd42726dd910 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:47.669543 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-be464505-a60c-4441-a4cc-dd42726dd910 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 807 time: 0.1120539 Dec 13 16:53:47.739513 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-2e7e35e2-9b7c-4948-a0d9-35b051f2f71e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=979a51fd9c744bc9a5b0d82595603a56 HTTP/1.1" status: 200 len: 380 time: 0.0582297 Dec 13 16:53:47.758910 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'port': {'device_id': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'admin_state_up': True, 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'security_groups': ['978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3']}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:47.877379 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Made reservation on behalf of 979a51fd9c744bc9a5b0d82595603a56 for: {'port': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:47.880925 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.056195 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Allocated IP 172.20.0.5 (4a929df9-a7b8-43e3-bded-233e4737abcd/797264e4-0a28-456e-b0f4-998b28031c78/7bfe5c97-83ad-4a06-b866-31455cbfdf29) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:48.241193 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:48.286283 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.310603 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 823c9158-6eee-4748-8e22-293145c6db04 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:48.311618 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.338855 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.429233 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Network 4a929df9-a7b8-43e3-bded-233e4737abcd is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:48.433025 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.434361 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:48.437002 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:48.439505 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:48.473045 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c9158-6eee-4748-8e22-293145c6db04'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:48.475689 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba3aa86-5caa-45aa-8704-cf79bb5d327b" -d '{"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-plugged", "status": "completed", "tag": "823c9158-6eee-4748-8e22-293145c6db04"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:48.491937 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:48.510506 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.533500 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:48.534476 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.562079 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.562907 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.563679 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.564483 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.565260 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.566044 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.566874 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.567609 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.568421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.569260 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.569772 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.571351 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.571964 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:48.586357 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244f1f42-121b-418f-ab86-389e8bf35df7 x-openstack-request-id: req-244f1f42-121b-418f-ab86-389e8bf35df7 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:48.587103 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-plugged", "status": "completed", "tag": "823c9158-6eee-4748-8e22-293145c6db04", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:48.587103 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-244f1f42-121b-418f-ab86-389e8bf35df7 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:48.587323 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c9158-6eee-4748-8e22-293145c6db04', 'code': 200} Dec 13 16:53:48.618161 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.659467 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-f6c64830-3065-492a-890a-bf925d0d9c4f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9048741 Dec 13 16:53:48.663676 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=7']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:48.693893 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd0da4-fc63-4b8a-ab7d-0f68c87f43dc req-95a90e4a-8292-4443-b70f-560f31fc34d6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:48.702137 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3dcd0da4-fc63-4b8a-ab7d-0f68c87f43dc req-95a90e4a-8292-4443-b70f-560f31fc34d6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.2183776 Dec 13 16:53:48.770068 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c510e-44cb-48b8-bd78-a2aed287779a req-dc7846d9-2615-471c-a999-260013335e3c tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:48.775862 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c90c510e-44cb-48b8-bd78-a2aed287779a req-dc7846d9-2615-471c-a999-260013335e3c tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 931 time: 0.1255863 Dec 13 16:53:48.779812 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3dcd0da4-fc63-4b8a-ab7d-0f68c87f43dc req-bbb589ed-9465-49eb-8f79-9873f0cd1503 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768125 Dec 13 16:53:48.793842 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Request body: {'port': {'device_id': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:48.862260 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c90c510e-44cb-48b8-bd78-a2aed287779a req-84304885-ee51-44a9-9d93-09eee4aeb473 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803628 Dec 13 16:53:48.865362 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.877674 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-abe66369-d13e-4a9c-902e-ed94d8b38aa4 None None] Provisioning complete for port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:48.879457 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-abe66369-d13e-4a9c-902e-ed94d8b38aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:48.929192 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-abe66369-d13e-4a9c-902e-ed94d8b38aa4 None None] Port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:53:49.222830 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bfe5c97-83ad-4a06-b866-31455cbfdf29 {{(pid=109391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:49.237194 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:49.262172 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.provisioning_blocks [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Transition to ACTIVE for port object 7bfe5c97-83ad-4a06-b866-31455cbfdf29 will not be triggered until provisioned by entity L2. {{(pid=109391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:53:49.269047 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:49.336461 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Pushing event updated for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:49.457297 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Attempting to bind port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:49.457297 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Attempting to bind port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:49.458625 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Attempting to bind port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 on network 4a929df9-a7b8-43e3-bded-233e4737abcd {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:49.464269 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 on network 4a929df9-a7b8-43e3-bded-233e4737abcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:53:49.464711 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Attempting to bind port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 on network 4a929df9-a7b8-43e3-bded-233e4737abcd {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:49.474985 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:49.475428 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Checking segment: {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:49.475888 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Bound using segment: {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'} {{(pid=109391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:49.476776 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.managers [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Bound port: 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fa6ace-aecd-46a2-8fee-cee74ad4c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd'}}] {{(pid=109391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:49.477021 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:49.567940 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, cleared binding levels {{(pid=109391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:49.579453 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:49.589602 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:49.656132 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:49.657181 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:49.659550 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] 10.222.0.65 "PUT /v2.0/ports/7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 1093 time: 0.9827392 Dec 13 16:53:49.660305 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:49.665331 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:49.729712 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fafcd-1cac-4815-899a-653a9d34448d service neutron] Pushing event updated for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=3']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:49.740284 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-93fde9f0-c5f9-48e8-aba5-9dc23eca3516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:49.813286 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aec85-b0a0-4222-95de-c8e383002693 req-563be913-c717-42be-9b41-255a89ae1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:49.814868 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-563be913-c717-42be-9b41-255a89ae1272 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1096 time: 0.0770597 Dec 13 16:53:49.899748 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f6e87f-6a7e-4f1a-ad9b-613ab7194dc7 x-openstack-request-id: req-d1f6e87f-6a7e-4f1a-ad9b-613ab7194dc7 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:49.900225 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:49.900600 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1f6e87f-6a7e-4f1a-ad9b-613ab7194dc7 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:49.901141 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'status': 'completed', 'code': 200} Dec 13 16:53:49.902916 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-d625457b-cbb4-46c0-aefc-75e42baa4770 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 217 time: 0.0747478 Dec 13 16:53:50.030091 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deda56-4a2e-45c4-b901-ffc9b8e32e29 req-33354343-c019-4157-bd4e-2251943f6e01 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.033015 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-38deda56-4a2e-45c4-b901-ffc9b8e32e29 req-33354343-c019-4157-bd4e-2251943f6e01 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0616934 Dec 13 16:53:50.060681 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aec85-b0a0-4222-95de-c8e383002693 req-aacad86c-d94d-43ee-9835-3ee242ae9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.063652 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-aacad86c-d94d-43ee-9835-3ee242ae9d4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.1524272 Dec 13 16:53:50.086418 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e960d-4d0b-4caa-928d-f4ccaa26a9f9 req-2a2c887c-97ab-4b2d-bbfd-6cf30e219be3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.100500 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-790e960d-4d0b-4caa-928d-f4ccaa26a9f9 req-2a2c887c-97ab-4b2d-bbfd-6cf30e219be3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.1807368 Dec 13 16:53:50.105530 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-38deda56-4a2e-45c4-b901-ffc9b8e32e29 req-91fffe96-4022-4d0b-aae1-7d675a4425c4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635400 Dec 13 16:53:50.225626 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-790e960d-4d0b-4caa-928d-f4ccaa26a9f9 req-c915372c-e0b6-4d4c-b129-a4f7b31b223a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229150 Dec 13 16:53:50.234865 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aec85-b0a0-4222-95de-c8e383002693 req-63bebaa3-c73b-4260-b10e-f1f5a3d84d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.237111 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-63bebaa3-c73b-4260-b10e-f1f5a3d84d2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1317422 Dec 13 16:53:50.370985 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-4963ed0a-8a38-4a61-98e0-316b622b14ca service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213021 Dec 13 16:53:50.489754 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-827aec85-b0a0-4222-95de-c8e383002693 req-56e77d4c-6a5e-4f7c-bbaa-92625b69e46e service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096640 Dec 13 16:53:50.584476 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-7529f783-a2f5-4b2d-bcff-6ca7795ecd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.586519 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-7529f783-a2f5-4b2d-bcff-6ca7795ecd82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1096 time: 0.0444713 Dec 13 16:53:50.704474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-bc4b3d78-f6e5-4e41-ba23-30e25cfbab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.706129 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-bc4b3d78-f6e5-4e41-ba23-30e25cfbab1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 908 time: 0.1107593 Dec 13 16:53:50.753932 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:50.755419 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-9ac54124-7e0b-4b43-a720-9bc98d0717a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 217 time: 0.0398030 Dec 13 16:53:50.817494 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-8ac1ed66-fab5-40d4-884f-deaf545e22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.819237 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-8ac1ed66-fab5-40d4-884f-deaf545e22ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.0559025 Dec 13 16:53:50.890855 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-2e048c6c-f6a1-4d90-89ac-838abcecc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.892527 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-2e048c6c-f6a1-4d90-89ac-838abcecc4a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633140 Dec 13 16:53:51.008154 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-efb1134f-de3c-4ad1-9d70-464df0af585a service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057661 Dec 13 16:53:51.117680 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-50a9d353-04ed-4bef-80a7-e5441e4f9fe5 req-023f862a-6434-4ad4-aec7-5a766898e890 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009116 Dec 13 16:53:51.283258 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d6a5-6ca8-42f0-9285-e134476c300c req-09c72ca2-1d30-4590-81cf-ad98dc4e9ec6 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.291120 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b123d6a5-6ca8-42f0-9285-e134476c300c req-09c72ca2-1d30-4590-81cf-ad98dc4e9ec6 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0951383 Dec 13 16:53:51.355553 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b123d6a5-6ca8-42f0-9285-e134476c300c req-bec63df3-e7b9-4ace-837d-e9474c042b54 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631537 Dec 13 16:53:51.363696 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf778efa-72c6-459f-ae28-83a6e27f7ed5 req-971bbf8e-fc66-47f5-ab53-93dda1b79e6e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.365315 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf778efa-72c6-459f-ae28-83a6e27f7ed5 req-971bbf8e-fc66-47f5-ab53-93dda1b79e6e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0630906 Dec 13 16:53:51.437419 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf778efa-72c6-459f-ae28-83a6e27f7ed5 req-6af62cf3-4ad0-4f10-92e9-c1f00c0bd41e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643191 Dec 13 16:53:52.258380 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:52.568468 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031207ae-8b05-47bb-97f6-0e9ab233d4de req-69089c4c-e64f-44f3-808f-4fb3a5f2c1bb tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:52.572623 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-031207ae-8b05-47bb-97f6-0e9ab233d4de req-69089c4c-e64f-44f3-808f-4fb3a5f2c1bb tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0892110 Dec 13 16:53:52.627729 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe128-dc54-4ca1-b1df-79464c7b28b6 req-016d5677-4a15-4bd3-a4b8-c91f5e16fcfb tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:52.636370 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-18abe128-dc54-4ca1-b1df-79464c7b28b6 req-016d5677-4a15-4bd3-a4b8-c91f5e16fcfb tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0936999 Dec 13 16:53:52.650985 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-031207ae-8b05-47bb-97f6-0e9ab233d4de req-a5ba412c-b082-454c-b534-3b23d86888cc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688746 Dec 13 16:53:52.726616 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-18abe128-dc54-4ca1-b1df-79464c7b28b6 req-319e709d-7101-4cb0-9eb1-531eab031b28 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888655 Dec 13 16:53:53.019187 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:53.806792 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ba38-e0df-4d6e-8431-dd2e6a0c553d req-16cce615-9e3b-4649-91af-032464235da8 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:53.809223 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dcc5ba38-e0df-4d6e-8431-dd2e6a0c553d req-16cce615-9e3b-4649-91af-032464235da8 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0872760 Dec 13 16:53:53.883722 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5d16d-ef89-41fe-97d2-299928c385f4 req-bfc1ff3b-9dc6-4099-b9cd-78f74f7beea4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:53.885339 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5f5d16d-ef89-41fe-97d2-299928c385f4 req-bfc1ff3b-9dc6-4099-b9cd-78f74f7beea4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0655763 Dec 13 16:53:53.894771 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dcc5ba38-e0df-4d6e-8431-dd2e6a0c553d req-7cea2a16-00aa-400c-857f-9f5ff275c018 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781476 Dec 13 16:53:53.968497 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5f5d16d-ef89-41fe-97d2-299928c385f4 req-cb018cd4-0e8f-4696-87b4-a23b6ea07245 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709786 Dec 13 16:53:55.079503 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6370967-628f-459b-bf50-eae05597d794 req-bc5c08ea-15a7-4d7f-8c98-13319af7293d tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:55.081171 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6370967-628f-459b-bf50-eae05597d794 req-bc5c08ea-15a7-4d7f-8c98-13319af7293d tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0933156 Dec 13 16:53:55.144445 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17178bec-8489-4d52-b36c-de1b50489175 req-9c5b884f-e4ec-467d-9bba-70fc28551d36 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:55.146145 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17178bec-8489-4d52-b36c-de1b50489175 req-9c5b884f-e4ec-467d-9bba-70fc28551d36 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0619984 Dec 13 16:53:55.165701 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6370967-628f-459b-bf50-eae05597d794 req-3113b7cb-ae8d-469a-9b1d-00934bcb80b1 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771160 Dec 13 16:53:55.215749 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-17178bec-8489-4d52-b36c-de1b50489175 req-6fa163e7-348b-4a00-9b06-4b5c0de52ede tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569077 Dec 13 16:53:56.328721 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc897f-7691-419a-854f-2591cdd6344b req-7bb5967e-7dc7-4188-99aa-ee6835f84dd4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:56.331447 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2cbc897f-7691-419a-854f-2591cdd6344b req-7bb5967e-7dc7-4188-99aa-ee6835f84dd4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0802388 Dec 13 16:53:56.388057 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097892c6-8f87-4cd9-a0d3-2763709616c1 req-840fc564-9e86-4c58-9bc4-64e6b36fb4b3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:56.396101 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-097892c6-8f87-4cd9-a0d3-2763709616c1 req-840fc564-9e86-4c58-9bc4-64e6b36fb4b3 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0929365 Dec 13 16:53:56.412400 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2cbc897f-7691-419a-854f-2591cdd6344b req-f80c0671-c560-4358-819c-fb582da497cc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666409 Dec 13 16:53:56.475126 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-097892c6-8f87-4cd9-a0d3-2763709616c1 req-ee46b60e-6ee8-406c-876a-bd828147050a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765703 Dec 13 16:53:57.596964 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8842cf-b27f-462d-ae6a-68cacb825501 req-c56576fa-31ec-440c-9296-da0d561583e0 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:57.598374 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bf8842cf-b27f-462d-ae6a-68cacb825501 req-c56576fa-31ec-440c-9296-da0d561583e0 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0686510 Dec 13 16:53:57.641438 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31ee2e-6eb8-4330-8493-37a4142de276 req-d584b4f7-935f-49e5-8110-b32717f3769f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:57.643423 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee31ee2e-6eb8-4330-8493-37a4142de276 req-d584b4f7-935f-49e5-8110-b32717f3769f tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0708241 Dec 13 16:53:57.659694 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bf8842cf-b27f-462d-ae6a-68cacb825501 req-9505441c-a620-4b5f-99ff-2d1d9037ea84 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542109 Dec 13 16:53:57.733900 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ee31ee2e-6eb8-4330-8493-37a4142de276 req-8d84830b-ffab-4da4-af40-87a59e0c608d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840921 Dec 13 16:53:58.339714 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7bfe5c97-83ad-4a06-b866-31455cbfdf29 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:53:58.448279 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:58.460231 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'port_id': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'mac_address': 'fa:16:3e:7b:ae:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:53:58.499292 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:58.516234 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bfe5c97-83ad-4a06-b866-31455cbfdf29 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:58.539040 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:58.545290 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:58.596661 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:58.796465 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a728b6-8c84-4a97-9b7e-8c6d52110a0f req-38f629d1-2f9a-48c7-9d59-53682346fa0c tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:58.798872 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-00a728b6-8c84-4a97-9b7e-8c6d52110a0f req-38f629d1-2f9a-48c7-9d59-53682346fa0c tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 944 time: 0.0608938 Dec 13 16:53:58.821630 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['7bfe5c97-83ad-4a06-b866-31455cbfdf29'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:53:58.856995 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-00a728b6-8c84-4a97-9b7e-8c6d52110a0f req-a6306a3e-a787-44d5-a083-f807cf4a1349 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514908 Dec 13 16:53:58.864348 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa38b40-2eb3-4614-bf74-9c58386e9f12 req-7953780b-e16c-49ce-af8a-d26d9f85cd46 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:58.866090 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9fa38b40-2eb3-4614-bf74-9c58386e9f12 req-7953780b-e16c-49ce-af8a-d26d9f85cd46 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0592244 Dec 13 16:53:58.966755 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9fa38b40-2eb3-4614-bf74-9c58386e9f12 req-028d1bfe-da56-4526-b0ca-7fd102490b0e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887852 Dec 13 16:53:58.974946 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-d8a84a92-e12c-406b-b705-df90db7ee953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:58.977435 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-d8a84a92-e12c-406b-b705-df90db7ee953 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 1099 time: 0.0751772 Dec 13 16:53:59.081023 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-436b34a9-b044-47fe-8e17-18995902fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:59.083143 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-436b34a9-b044-47fe-8e17-18995902fedd service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.0985038 Dec 13 16:53:59.163117 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-101c2f09-132f-4259-afed-5eede05e576f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=823c9158-6eee-4748-8e22-293145c6db04 HTTP/1.1" status: 200 len: 1001 time: 0.0720937 Dec 13 16:53:59.232641 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-97e5c209-192d-40fd-b65b-2e086d1e7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:59.236139 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-97e5c209-192d-40fd-b65b-2e086d1e7b06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0657325 Dec 13 16:53:59.289355 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-e468903a-e296-4963-a9fc-b3e7a2b33b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:59.290921 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-e468903a-e296-4963-a9fc-b3e7a2b33b34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475633 Dec 13 16:53:59.398277 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-f8cd2d46-f930-4d12-beea-8cee937050cf service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988255 Dec 13 16:53:59.509456 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ab6ab65d-4e3d-4690-bf23-5a62da66891e req-9858093e-c515-48fb-92d1-54283d68aaf1 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034739 Dec 13 16:54:00.009036 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107db4e-6f57-4d1b-af75-29f22d0333b4 req-340a5f68-4fa4-46d9-935c-a540d5ec2201 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:00.011484 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7107db4e-6f57-4d1b-af75-29f22d0333b4 req-340a5f68-4fa4-46d9-935c-a540d5ec2201 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 944 time: 0.0673618 Dec 13 16:54:00.074497 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7107db4e-6f57-4d1b-af75-29f22d0333b4 req-1603afa7-47a1-4e4c-8172-135067ebfcc3 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566561 Dec 13 16:54:00.108835 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6ce3-9e0c-47a5-835b-d6d13f48b89c req-9cadaf2a-6e73-43ba-be6a-805acdf86607 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:00.110336 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-440c6ce3-9e0c-47a5-835b-d6d13f48b89c req-9cadaf2a-6e73-43ba-be6a-805acdf86607 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0621355 Dec 13 16:54:00.159771 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-440c6ce3-9e0c-47a5-835b-d6d13f48b89c req-712efde9-b2da-4de8-949d-bc7cab4b7827 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429640 Dec 13 16:54:00.334666 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7bfe5c97-83ad-4a06-b866-31455cbfdf29 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:54:00.404170 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:54:00.408276 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:54:00.408652 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:00.493251 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:00.517568 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:00.519862 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03f0d36-b2ac-4bb0-9341-786781fd82c0" -d '{"events": [{"server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "name": "network-vif-plugged", "status": "completed", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:00.538917 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:00.545331 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:00.593991 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:00.621677 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1f384c-3dca-4eda-852e-fb45ad09e2fb x-openstack-request-id: req-2e1f384c-3dca-4eda-852e-fb45ad09e2fb {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:00.622128 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "name": "network-vif-plugged", "status": "completed", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:00.622388 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e1f384c-3dca-4eda-852e-fb45ad09e2fb {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:00.623804 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'code': 200} Dec 13 16:54:00.889346 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e72e9-b4a1-4ffa-8c73-12a293cce59e req-da2d2d07-cf8c-44ca-b651-d335ffd4bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:00.890821 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c58e72e9-b4a1-4ffa-8c73-12a293cce59e req-da2d2d07-cf8c-44ca-b651-d335ffd4bd01 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0533891 Dec 13 16:54:00.942841 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c58e72e9-b4a1-4ffa-8c73-12a293cce59e req-df71137a-006e-4c66-b851-1e306c7b8db0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436947 Dec 13 16:54:01.216354 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25407f-2a13-461b-aad3-d5365be67c65 req-2df6af73-e43d-4085-b05f-d3018353f3d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:01.217980 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0b25407f-2a13-461b-aad3-d5365be67c65 req-2df6af73-e43d-4085-b05f-d3018353f3d4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0649228 Dec 13 16:54:01.298075 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0b25407f-2a13-461b-aad3-d5365be67c65 req-9e1a6cf1-66af-480c-b286-42906a2a3d73 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727148 Dec 13 16:54:01.308341 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21116-64c2-4049-9acf-f6fa664f7195 req-4dafb33e-11a7-4826-b4e7-bdae86d10c51 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:01.310544 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-21d21116-64c2-4049-9acf-f6fa664f7195 req-4dafb33e-11a7-4826-b4e7-bdae86d10c51 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0532935 Dec 13 16:54:01.365352 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-21d21116-64c2-4049-9acf-f6fa664f7195 req-111be108-a044-44e7-96f1-09438392e5b2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459867 Dec 13 16:54:02.355291 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:54:02.425890 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc389b5-c24b-4286-81b8-c32b2cccae38 req-4aa9ae7f-2736-434e-937d-9fd3f1a0d398 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:02.428283 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cc389b5-c24b-4286-81b8-c32b2cccae38 req-4aa9ae7f-2736-434e-937d-9fd3f1a0d398 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0564473 Dec 13 16:54:02.438265 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:02.481468 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:02.487281 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:02.495577 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cc389b5-c24b-4286-81b8-c32b2cccae38 req-d7082d2d-2124-4f3f-9c9b-6622cdaccaab tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582387 Dec 13 16:54:02.503127 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a92a5-e4e4-41ab-95c6-3ba0b5a2246c req-6913cb94-90e5-4227-9dd6-63e84037befa tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:02.504687 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e0a92a5-e4e4-41ab-95c6-3ba0b5a2246c req-6913cb94-90e5-4227-9dd6-63e84037befa tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 946 time: 0.0598509 Dec 13 16:54:02.539308 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=8']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:02.560713 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e0a92a5-e4e4-41ab-95c6-3ba0b5a2246c req-55aae8c4-89cd-452a-9af6-5f08c3895a95 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485718 Dec 13 16:54:02.625676 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823c9158-6eee-4748-8e22-293145c6db04'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:02.628459 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99abd6d6-fca3-4d19-8ee5-1610688426d1" -d '{"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-unplugged", "status": "completed", "tag": "823c9158-6eee-4748-8e22-293145c6db04"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:02.629720 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232393e-c445-4c0e-911c-20d2cd5f9783 req-d29eab4e-a2da-45cd-a2a3-7c3311bcabdc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:02.631297 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d232393e-c445-4c0e-911c-20d2cd5f9783 req-d29eab4e-a2da-45cd-a2a3-7c3311bcabdc tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0634143 Dec 13 16:54:02.684051 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d232393e-c445-4c0e-911c-20d2cd5f9783 req-f4ad8a8f-bcc0-40d7-803a-6284e8810dcf tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452192 Dec 13 16:54:02.707641 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34898) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:02.732341 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba584204-cded-4f06-8ca5-dadf1d4868b8 x-openstack-request-id: req-ba584204-cded-4f06-8ca5-dadf1d4868b8 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:02.732666 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-unplugged", "status": "failed", "tag": "823c9158-6eee-4748-8e22-293145c6db04", "code": 422}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:02.732927 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba584204-cded-4f06-8ca5-dadf1d4868b8 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:02.733334 dv-cinder-821602-2-iscsi neutron-server[109392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '823c9158-6eee-4748-8e22-293145c6db04', 'code': 422} returned with failed status Dec 13 16:54:02.801623 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857e3df5-7658-481a-b69e-7b555c4615f0 tempest-TestShelveInstance-165118680 tempest-TestShelveInstance-165118680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:02.803181 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-857e3df5-7658-481a-b69e-7b555c4615f0 tempest-TestShelveInstance-165118680 tempest-TestShelveInstance-165118680-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1093 time: 0.0954907 Dec 13 16:54:02.806727 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 34904) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:02.811204 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'port_id': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:54:02.835072 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for floatingip, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:02.939654 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:03.045893 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Allocated IP 172.27.2.120 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/84eaea51-f69f-4c3b-a31f-93e587838da8) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:54:03.161443 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:03.203184 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:03.247624 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:54:03.250812 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:54:03.253800 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:54:03.283473 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'Port': ['ID=84eaea51-f69f-4c3b-a31f-93e587838da8,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:03.389356 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [req-c88574c0-cc16-46d3-b068-83a654afdd54 req-69704945-036a-4b84-bf89-ee013ff73301 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:54:03.390446 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c88574c0-cc16-46d3-b068-83a654afdd54 req-69704945-036a-4b84-bf89-ee013ff73301 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055692 Dec 13 16:54:03.639117 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccade1-809b-4d97-b5f6-d0714996482f req-cb7439e5-38d8-4714-aaea-c5067d25559b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:03.640794 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6fccade1-809b-4d97-b5f6-d0714996482f req-cb7439e5-38d8-4714-aaea-c5067d25559b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0983984 Dec 13 16:54:03.726541 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:03.731314 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6fccade1-809b-4d97-b5f6-d0714996482f req-2050ecb8-0042-47ad-88df-8c3f41b76c76 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832443 Dec 13 16:54:03.820193 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:03.846787 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 34944) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:03.948830 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-9973217b-ea8a-4494-ac47-f32bb392ff7a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003339 Dec 13 16:54:03.958224 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-b83e7981-09f3-4b39-b69e-835d8ded614f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:54:03.959300 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-b83e7981-09f3-4b39-b69e-835d8ded614f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051806 Dec 13 16:54:04.006350 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:04.012905 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:04.091339 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event updated for resources: {'Port': ['ID=84eaea51-f69f-4c3b-a31f-93e587838da8,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:04.102037 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:04.208605 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Floating IP 6b703f68-f0ba-4f9a-a53c-1e01982ed490 associated. External IP: 172.27.2.120, port: 7bfe5c97-83ad-4a06-b866-31455cbfdf29. Dec 13 16:54:04.435157 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Router c11cacd7-da63-4a41-9a17-752b470c30df has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:54:04.545986 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:54:04.556598 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] Sync routers for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:54:04.568102 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:54:04.568331 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:04.568808 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:04.607177 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-11f3da99-dd0d-4298-ab99-27e2acf779a4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7874019 Dec 13 16:54:04.607177 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:04.607177 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c208202a-14d3-4d06-b226-1e29bfb614f9" -d '{"events": [{"name": "network-changed", "server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:04.681889 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:54:04.708555 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa389e8-f735-4c87-9a9b-80fc4d79fcd7 x-openstack-request-id: req-eaa389e8-f735-4c87-9a9b-80fc4d79fcd7 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:04.709099 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:04.709099 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eaa389e8-f735-4c87-9a9b-80fc4d79fcd7 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:04.709531 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'status': 'completed', 'code': 200} Dec 13 16:54:04.776718 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-bfd837fc-4403-45f6-bcd3-1a876a6048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:04.778384 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-bfd837fc-4403-45f6-bcd3-1a876a6048dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0425010 Dec 13 16:54:04.854570 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82117466-5c76-4179-946c-8b4794db632f req-75f1d942-74d9-489f-9170-c0022434c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:04.856128 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-75f1d942-74d9-489f-9170-c0022434c4ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319&tenant_id=c94e8e265a6f4fb585504a1e95ceda28 HTTP/1.1" status: 200 len: 1097 time: 0.0949752 Dec 13 16:54:04.914813 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-16f8eb13-c3fa-4be4-ab42-048f85084a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:04.917323 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-16f8eb13-c3fa-4be4-ab42-048f85084a7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 908 time: 0.1308992 Dec 13 16:54:04.951581 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '6b703f68-f0ba-4f9a-a53c-1e01982ed490', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'port_id': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'mac_address': 'fa:16:3e:7b:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:54:03Z', 'updated_at': '2021-12-13T16:54:03Z', 'revision_number': 0, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:27Z', 'revision_number': 5, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:04.980142 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] Checking router: c11cacd7-da63-4a41-9a17-752b470c30df for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:54:04.989364 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:54:04.990001 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:53:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:04.993440 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-ade888b0-99f0-4440-9893-e0967f41cbb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 999 time: 0.0676332 Dec 13 16:54:05.049738 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-90133eb3-fde2-40bb-bf5c-0b85078cbe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:05.051412 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-90133eb3-fde2-40bb-bf5c-0b85078cbe3a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.0499215 Dec 13 16:54:05.101622 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-5eff609a-3d32-4a51-aaaa-44ed1fd1e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:05.103886 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-5eff609a-3d32-4a51-aaaa-44ed1fd1e32e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433395 Dec 13 16:54:05.105518 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:54:05.179483 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf877-13e9-40fc-88c8-8f3afaaaa56e req-0a2043ab-7e85-4801-8edf-a7d2d15d35a8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:05.185424 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ffcdf877-13e9-40fc-88c8-8f3afaaaa56e req-0a2043ab-7e85-4801-8edf-a7d2d15d35a8 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.3519280 Dec 13 16:54:05.202165 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-f2132db1-7337-458c-b002-defec06a504f service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895398 Dec 13 16:54:05.205416 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82117466-5c76-4179-946c-8b4794db632f req-e0462b5d-8f96-4f25-a8f7-aa654fbd2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:05.206882 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-e0462b5d-8f96-4f25-a8f7-aa654fbd2416 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 1097 time: 0.0776188 Dec 13 16:54:05.284764 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ffcdf877-13e9-40fc-88c8-8f3afaaaa56e req-3da85d7a-659f-436e-9dc5-561acb909a81 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967925 Dec 13 16:54:05.323924 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82117466-5c76-4179-946c-8b4794db632f req-9bed7da1-1ceb-4a30-acaa-0b78e7a6dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:05.325487 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-9bed7da1-1ceb-4a30-acaa-0b78e7a6dd85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.1059654 Dec 13 16:54:05.330742 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c208202a-14d3-4d06-b226-1e29bfb614f9 req-13eb9971-b21d-4661-beb3-5ea8c50a84c1 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136618 Dec 13 16:54:05.366049 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '6b703f68-f0ba-4f9a-a53c-1e01982ed490', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'port_id': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'mac_address': 'fa:16:3e:7b:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:54:03Z', 'updated_at': '2021-12-13T16:54:03Z', 'revision_number': 0, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:27Z', 'revision_number': 5, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:05.396609 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66eb3d-74f8-487f-af83-b041eb94dd0b None None] The sync data for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi is: [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': '6b703f68-f0ba-4f9a-a53c-1e01982ed490', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'port_id': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'mac_address': 'fa:16:3e:7b:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:54:03Z', 'updated_at': '2021-12-13T16:54:03Z', 'revision_number': 0, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:27Z', 'revision_number': 5, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:54:05.408439 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-9f6768ea-237a-410f-847c-7aaa6e2d433a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=823c9158-6eee-4748-8e22-293145c6db04 HTTP/1.1" status: 200 len: 999 time: 0.0653100 Dec 13 16:54:05.466314 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82117466-5c76-4179-946c-8b4794db632f req-f3f7f201-5c2e-48df-abb9-591ef93c2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:05.467851 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-f3f7f201-5c2e-48df-abb9-591ef93c2d68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0522070 Dec 13 16:54:05.516603 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82117466-5c76-4179-946c-8b4794db632f req-5dbf4876-697b-4886-86f9-5ec233423abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:05.518162 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-5dbf4876-697b-4886-86f9-5ec233423abf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418973 Dec 13 16:54:05.597868 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c3fa3-aea7-4e36-b007-6dce5985c5fe None None] New status for floating IP 6b703f68-f0ba-4f9a-a53c-1e01982ed490: ACTIVE {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:54:05.615766 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-fc86a72b-9e3f-45c6-9e47-1b6e6e445635 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895832 Dec 13 16:54:05.712978 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-933c4a18-68bb-4dc8-8f27-24292ac53d54 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890779 Dec 13 16:54:06.465994 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448fac-30c1-413b-b24c-0673bd431461 req-ea16e1f4-dc2f-4688-822a-fbcf4129047a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:06.467816 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c5448fac-30c1-413b-b24c-0673bd431461 req-ea16e1f4-dc2f-4688-822a-fbcf4129047a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0735135 Dec 13 16:54:06.558214 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-c5448fac-30c1-413b-b24c-0673bd431461 req-0226a324-a961-4fad-8cfe-1cb69917952b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735099 Dec 13 16:54:07.712609 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342496-a921-4e66-9525-e0c0e1983b40 req-2e4dc9fd-5ca4-4e5b-aaab-c9492a26f6de tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:07.714158 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b6342496-a921-4e66-9525-e0c0e1983b40 req-2e4dc9fd-5ca4-4e5b-aaab-c9492a26f6de tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0616558 Dec 13 16:54:07.766246 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b6342496-a921-4e66-9525-e0c0e1983b40 req-274442ea-89c4-428d-8a90-be0eb9050fe0 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449772 Dec 13 16:54:08.658370 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:54:08.902075 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cb1c3-1258-4fa9-87e6-011731409a7f req-8822f2b5-1ec9-40d8-abd2-36dc006afb38 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:08.903610 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-231cb1c3-1258-4fa9-87e6-011731409a7f req-8822f2b5-1ec9-40d8-abd2-36dc006afb38 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0530550 Dec 13 16:54:08.958356 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-231cb1c3-1258-4fa9-87e6-011731409a7f req-1547cee9-4ce7-4be0-8fa4-1d9032ef050a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487766 Dec 13 16:54:10.087273 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17fab2-ff5d-4154-80b3-b2964a8185f5 req-5aaed5e4-6572-45a2-ba90-62ccc79da4d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:10.088871 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed17fab2-ff5d-4154-80b3-b2964a8185f5 req-5aaed5e4-6572-45a2-ba90-62ccc79da4d2 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0520654 Dec 13 16:54:10.141669 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed17fab2-ff5d-4154-80b3-b2964a8185f5 req-b9f7effc-9fba-4ee9-9c70-9db782ff259e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463426 Dec 13 16:54:11.280485 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863781bc-1564-43a1-96fb-bd8b00cb5bb6 req-d49bfb9b-bd94-41f6-9e9f-bba09747ea41 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:11.282070 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-863781bc-1564-43a1-96fb-bd8b00cb5bb6 req-d49bfb9b-bd94-41f6-9e9f-bba09747ea41 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0580497 Dec 13 16:54:11.341277 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-863781bc-1564-43a1-96fb-bd8b00cb5bb6 req-e52aced1-5742-46c7-8e2d-2e00394f37e1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507324 Dec 13 16:54:12.478831 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1dd0-7be0-4b81-9b3a-871cffcd2ee4 req-f911ace6-c8c8-46d0-ad6f-eba11b701248 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:12.480328 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d81e1dd0-7be0-4b81-9b3a-871cffcd2ee4 req-f911ace6-c8c8-46d0-ad6f-eba11b701248 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0586863 Dec 13 16:54:12.533655 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d81e1dd0-7be0-4b81-9b3a-871cffcd2ee4 req-4dfe299c-38a4-471b-96d0-f8c062d2c228 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469444 Dec 13 16:54:13.667778 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2f3b-0dcc-4d52-a807-9b6cc75f82f6 req-1e92ff72-a0f7-4b61-9626-44aecb4502cb tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:13.672725 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e7ae2f3b-0dcc-4d52-a807-9b6cc75f82f6 req-1e92ff72-a0f7-4b61-9626-44aecb4502cb tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0599189 Dec 13 16:54:13.722422 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e7ae2f3b-0dcc-4d52-a807-9b6cc75f82f6 req-c5416e21-8928-43e1-8b1a-e4aced7d684a tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460188 Dec 13 16:54:14.863635 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391e49-62fb-4789-aeb6-f4718dac2da8 req-c2aa26af-0d2a-48db-b7b4-dcd974f7a888 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:14.865201 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ff391e49-62fb-4789-aeb6-f4718dac2da8 req-c2aa26af-0d2a-48db-b7b4-dcd974f7a888 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0558589 Dec 13 16:54:14.916402 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ff391e49-62fb-4789-aeb6-f4718dac2da8 req-980059bb-3bfa-437d-90bf-d25811a73c6e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452025 Dec 13 16:54:16.051980 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa082-875e-4225-a465-eebac8cb9d5c req-d106f03b-d69b-4292-98bf-1d3ee7e48801 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:16.053502 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fbffa082-875e-4225-a465-eebac8cb9d5c req-d106f03b-d69b-4292-98bf-1d3ee7e48801 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0537326 Dec 13 16:54:16.107837 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fbffa082-875e-4225-a465-eebac8cb9d5c req-b616082d-8d89-4b1e-864e-8172793fa7c6 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472939 Dec 13 16:54:17.247268 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a112-da53-4531-a610-00da5d6c8203 req-2fea4eb9-a960-424b-9d83-31a75b400388 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:17.248873 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5bd9a112-da53-4531-a610-00da5d6c8203 req-2fea4eb9-a960-424b-9d83-31a75b400388 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0607603 Dec 13 16:54:17.304604 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5bd9a112-da53-4531-a610-00da5d6c8203 req-608860f7-cc1c-464f-9cc3-bebe07e654c1 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481620 Dec 13 16:54:17.352269 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c6d9-1b1f-43f3-8ace-1038f8c9a493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:18.410761 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:54:18.440403 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08fba-86be-46e7-9015-976a7110ffca req-fb1a18f3-efe2-47bf-b7db-66d58681ed75 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:18.441955 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3bf08fba-86be-46e7-9015-976a7110ffca req-fb1a18f3-efe2-47bf-b7db-66d58681ed75 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 944 time: 0.0533223 Dec 13 16:54:18.497739 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3bf08fba-86be-46e7-9015-976a7110ffca req-2af0a308-96e6-4f40-831b-2f5abd6255f7 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491512 Dec 13 16:54:18.519098 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:18.536777 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '823c9158-6eee-4748-8e22-293145c6db04', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'port_id': '823c9158-6eee-4748-8e22-293145c6db04', 'mac_address': 'fa:16:3e:bf:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:54:18.540722 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:18.575295 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:18.592599 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823c9158-6eee-4748-8e22-293145c6db04 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:54:18.613743 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:18.620788 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:18.672644 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=9']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:18.680189 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.680556 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.680962 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.681305 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.681639 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.681974 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.682270 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.682601 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.682943 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.683286 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.683613 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.683940 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.684260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:18.854477 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['823c9158-6eee-4748-8e22-293145c6db04'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:54:19.634469 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2101457-5182-46c5-9cf8-a18c5f98db3d req-a43f5a3c-4477-4576-b769-ac78d1b1ea79 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:19.636028 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a2101457-5182-46c5-9cf8-a18c5f98db3d req-a43f5a3c-4477-4576-b769-ac78d1b1ea79 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 945 time: 0.0617883 Dec 13 16:54:19.672669 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f831d356-e0e5-428a-8c34-e0e635523430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:19.690046 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a2101457-5182-46c5-9cf8-a18c5f98db3d req-30142277-de9d-4570-a785-5263fdbf4679 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478230 Dec 13 16:54:20.420194 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:54:20.481853 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 823c9158-6eee-4748-8e22-293145c6db04 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:54:20.482231 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:20.567769 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:20.593906 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c9158-6eee-4748-8e22-293145c6db04'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:20.596210 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e40550-2372-447b-b293-12a149009b95" -d '{"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-plugged", "status": "completed", "tag": "823c9158-6eee-4748-8e22-293145c6db04"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:20.609803 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:20.616193 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:20.655253 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78076267-b212-4d48-adc9-eb6ee8069d03 x-openstack-request-id: req-78076267-b212-4d48-adc9-eb6ee8069d03 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:20.655610 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-plugged", "status": "completed", "tag": "823c9158-6eee-4748-8e22-293145c6db04", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:20.655868 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78076267-b212-4d48-adc9-eb6ee8069d03 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:20.656339 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c9158-6eee-4748-8e22-293145c6db04', 'code': 200} Dec 13 16:54:20.683808 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=10']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:20.686823 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-d46e9c0c-dfeb-4e74-bc8c-ac7e2b95bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:20.688475 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-d46e9c0c-dfeb-4e74-bc8c-ac7e2b95bbb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 1100 time: 0.0472276 Dec 13 16:54:20.746091 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:20.855237 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18f099-0ca3-4766-9ec6-943be2b27919 req-f8ad6f81-3f9a-4847-ba35-fd30e6665b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:20.856956 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2d18f099-0ca3-4766-9ec6-943be2b27919 req-f8ad6f81-3f9a-4847-ba35-fd30e6665b1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 1100 time: 0.0427241 Dec 13 16:54:20.861806 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5124e9-bcb3-4295-a2a8-ae562c7c6454 req-38580cc2-ccbd-469c-8434-7d84b8f658aa tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:20.863245 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0d5124e9-bcb3-4295-a2a8-ae562c7c6454 req-38580cc2-ccbd-469c-8434-7d84b8f658aa tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 947 time: 0.0913575 Dec 13 16:54:20.864443 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-78df487d-e20f-4f1d-b18e-662eb20785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:20.865752 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-78df487d-e20f-4f1d-b18e-662eb20785c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 200 len: 918 time: 0.1513462 Dec 13 16:54:20.904103 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2d18f099-0ca3-4766-9ec6-943be2b27919 req-7ba5f0d6-6a54-41e7-8f1e-7a92b531f58b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393522 Dec 13 16:54:20.965243 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0d5124e9-bcb3-4295-a2a8-ae562c7c6454 req-958a88c3-c81e-4363-9587-b379bed18d12 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960557 Dec 13 16:54:20.966869 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-7bae0b30-2a55-4c6c-aed2-018f0d625778 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=823c9158-6eee-4748-8e22-293145c6db04 HTTP/1.1" status: 200 len: 1001 time: 0.0917659 Dec 13 16:54:21.154910 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-529df67c-fec9-4ffe-923e-dcf9f3558e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:21.156250 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-529df67c-fec9-4ffe-923e-dcf9f3558e9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 200 len: 856 time: 0.0472796 Dec 13 16:54:21.202759 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-e5885cc3-17d9-4001-8595-3d136638638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:21.204209 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-e5885cc3-17d9-4001-8595-3d136638638b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14657912-c423-47d5-8443-b0389106e6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403724 Dec 13 16:54:21.303030 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-21a72ee8-74af-4202-a360-ee4636036e85 service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882096 Dec 13 16:54:21.409552 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2fba4f03-57c4-4016-ace5-21ecdd736116 req-8e644efb-6885-4136-965a-c1fd7195ad5f service neutron] 10.222.0.65 "GET /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980744 Dec 13 16:54:22.093133 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826eee1-a542-4603-8571-9869addb91ed req-4c816c14-dae5-4270-ae97-30eb12cac35b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:22.097227 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a826eee1-a542-4603-8571-9869addb91ed req-4c816c14-dae5-4270-ae97-30eb12cac35b tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 947 time: 0.0560117 Dec 13 16:54:22.157640 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a826eee1-a542-4603-8571-9869addb91ed req-83d3c9e7-d9c8-48fa-af0a-4d3e82e2a5ee tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565770 Dec 13 16:54:22.261385 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:23.016412 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:23.304243 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89e6d6-70cf-44f1-a6f1-fe069a095114 req-c4872a5b-5e2d-479e-93a9-6034224487f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:23.305780 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3a89e6d6-70cf-44f1-a6f1-fe069a095114 req-c4872a5b-5e2d-479e-93a9-6034224487f4 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 947 time: 0.0701840 Dec 13 16:54:23.357547 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3a89e6d6-70cf-44f1-a6f1-fe069a095114 req-0a9f0d26-2b09-4fee-8bd7-31e349793a75 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449891 Dec 13 16:54:27.875024 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95abbe-9354-4233-8d48-6f01bb3e2212 req-e92d6be7-63ae-4677-897c-233fecdf9b73 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:27.876488 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5b95abbe-9354-4233-8d48-6f01bb3e2212 req-e92d6be7-63ae-4677-897c-233fecdf9b73 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.0567460 Dec 13 16:54:27.924869 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5b95abbe-9354-4233-8d48-6f01bb3e2212 req-e03086e7-bf7c-4314-a3c3-e231dfc46bb8 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Dec 13 16:54:29.078751 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ba1d0-16f7-46aa-a923-7697ef1a24b3 req-629c801f-9a13-4a89-86dd-a8030a832a65 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:29.080220 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-195ba1d0-16f7-46aa-a923-7697ef1a24b3 req-629c801f-9a13-4a89-86dd-a8030a832a65 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.0605288 Dec 13 16:54:29.147772 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-195ba1d0-16f7-46aa-a923-7697ef1a24b3 req-c37eb1ea-cfbb-4634-9749-e6b688de5e0e tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577281 Dec 13 16:54:29.747507 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f3602-780b-495c-b02a-c08b2d09d33d req-01021eee-febc-4eaa-882a-89dc0d3a1dc0 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:29.749002 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-542f3602-780b-495c-b02a-c08b2d09d33d req-01021eee-febc-4eaa-882a-89dc0d3a1dc0 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.0516515 Dec 13 16:54:29.843404 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Deleting port 45133903-44dc-4175-8074-bd78bf1235a8 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:54:29.843711 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:29.931387 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] For port 45133903-44dc-4175-8074-bd78bf1235a8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45133903-44dc-4175-8074-bd78bf1235a8,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:29.931715 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:30.155747 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:30.157086 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:30.157086 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Floating IP c5a0e3a1-5257-43b5-b9d8-55091eab2d5b disassociated. External IP: 172.27.2.194, port: 45133903-44dc-4175-8074-bd78bf1235a8. Dec 13 16:54:30.157086 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Calling delete_port for 45133903-44dc-4175-8074-bd78bf1235a8 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:54:30.270691 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b82e-c421-4875-a18d-25bccf6d434b req-f02e1e74-793c-436a-ad3f-5dc71e0d4cc4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:30.272205 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6413b82e-c421-4875-a18d-25bccf6d434b req-f02e1e74-793c-436a-ad3f-5dc71e0d4cc4 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/ports?device_id=69060b24-b5af-457d-9dc6-6999ce84c7bc HTTP/1.1" status: 200 len: 945 time: 0.0488586 Dec 13 16:54:30.289582 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:30.316954 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event deleted for resources: {'Port': ['ID=45133903-44dc-4175-8074-bd78bf1235a8,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:30.321596 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6413b82e-c421-4875-a18d-25bccf6d434b req-0c9ef793-a3f5-476d-b133-556b109926c6 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups?id=5878a79a-cec8-4638-9469-6ac404478556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433168 Dec 13 16:54:30.327004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.327357 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.327717 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.328242 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.328606 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.328947 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.329281 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.330464 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.330560 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.330896 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.331217 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.335469 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.335469 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:30.453348 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Router 455d996c-7204-43ff-a6f0-1c9b05dd674a has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:54:30.575292 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:54:30.585635 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] Sync routers for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:54:30.598448 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:54:30.599067 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:54:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:30.618276 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] No DVR routers for this DVR port 45133903-44dc-4175-8074-bd78bf1235a8 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:54:30.621233 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:30.625430 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-542f3602-780b-495c-b02a-c08b2d09d33d req-3f2f361c-00ca-4cf8-b065-28a13f7ffcf2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.65 "DELETE /v2.0/ports/45133903-44dc-4175-8074-bd78bf1235a8 HTTP/1.1" status: 204 len: 173 time: 0.8689396 Dec 13 16:54:30.625873 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'name': 'network-vif-deleted', 'tag': '45133903-44dc-4175-8074-bd78bf1235a8'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:30.629164 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83790cb7-714b-4081-b78d-617d75f68f75" -d '{"events": [{"server_uuid": "69060b24-b5af-457d-9dc6-6999ce84c7bc", "name": "network-vif-deleted", "tag": "45133903-44dc-4175-8074-bd78bf1235a8"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:30.681959 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656ee406-c53b-4082-888c-4178e8121ae6 x-openstack-request-id: req-656ee406-c53b-4082-888c-4178e8121ae6 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:30.682364 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69060b24-b5af-457d-9dc6-6999ce84c7bc", "name": "network-vif-deleted", "tag": "45133903-44dc-4175-8074-bd78bf1235a8", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:30.682708 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-656ee406-c53b-4082-888c-4178e8121ae6 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:30.683173 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69060b24-b5af-457d-9dc6-6999ce84c7bc', 'name': 'network-vif-deleted', 'tag': '45133903-44dc-4175-8074-bd78bf1235a8', 'status': 'completed', 'code': 200} Dec 13 16:54:30.715404 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:54:30.944362 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:30.971575 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] Checking router: 455d996c-7204-43ff-a6f0-1c9b05dd674a for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:54:30.982845 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:54:30.983461 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:54:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:31.104700 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:54:31.423084 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35160) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:31.444162 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:31.470620 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58478743-7e01-45a1-974f-159d47bd0e02 None None] The sync data for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi is: [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '816745e0-83fe-47e6-9522-3f8f2f20c625', 'name': '', 'network_id': 'faba440c-3470-4b72-a53c-aa5da04ea307', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'mac_address': 'fa:16:3e:e4:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:20Z', 'updated_at': '2021-12-13T16:48:30Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'subnets': [{'id': 'a0ed8fc5-1834-427d-962b-8fa898667519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:54:31.479576 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-64eb6f56-7f6d-4f53-89cb-18c7c2df57e2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.513729 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-64eb6f56-7f6d-4f53-89cb-18c7c2df57e2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.566044 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-64eb6f56-7f6d-4f53-89cb-18c7c2df57e2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.568748 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-64eb6f56-7f6d-4f53-89cb-18c7c2df57e2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.569911 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-64eb6f56-7f6d-4f53-89cb-18c7c2df57e2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "DELETE /v2.0/security-groups/5878a79a-cec8-4638-9469-6ac404478556 HTTP/1.1" status: 204 len: 168 time: 0.1458135 Dec 13 16:54:31.573007 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35162) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:31.579305 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb6f56-7f6d-4f53-89cb-18c7c2df57e2 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5878a79a-cec8-4638-9469-6ac404478556,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:31.590997 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.api.v2.resource [None req-5f898f70-4496-4b5b-a896-87003f636374 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] show failed (client error): The resource could not be found. Dec 13 16:54:31.592911 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5f898f70-4496-4b5b-a896-87003f636374 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "GET /v2.0/security-groups/5878a79a-cec8-4638-9469-6ac404478556 HTTP/1.1" status: 404 len: 347 time: 0.0182502 Dec 13 16:54:31.596092 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35164) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:31.696072 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46bb2b-6498-4a76-9e14-39c379131108 None None] New status for floating IP c5a0e3a1-5257-43b5-b9d8-55091eab2d5b: DOWN {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:54:31.727094 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Deleting port 289cae3e-56af-43ce-920a-988469b6e812 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:54:31.727434 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.801055 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.801323 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.817412 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Calling delete_port for 289cae3e-56af-43ce-920a-988469b6e812 owned by network:floatingip {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:54:31.956780 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.982938 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Pushing event deleted for resources: {'Port': ['ID=289cae3e-56af-43ce-920a-988469b6e812,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:32.044153 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks [] for floatingip, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:32.046679 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:32.047843 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c10f7241-929e-4ff8-8c39-2fd34c9fe327 tempest-AttachVolumeTestJSON-2135202432 tempest-AttachVolumeTestJSON-2135202432-project] 10.222.0.62 "DELETE /v2.0/floatingips/c5a0e3a1-5257-43b5-b9d8-55091eab2d5b HTTP/1.1" status: 204 len: 168 time: 0.4503927 Dec 13 16:54:32.501030 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 45133903-44dc-4175-8074-bd78bf1235a8 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:54:32.521587 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 45133903-44dc-4175-8074-bd78bf1235a8 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:54:32.521939 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 45133903-44dc-4175-8074-bd78bf1235a8 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:54:35.633927 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35194) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:36.180623 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:36.477032 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Deleting port 816745e0-83fe-47e6-9522-3f8f2f20c625 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:54:36.477448 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:36.560074 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] For port 816745e0-83fe-47e6-9522-3f8f2f20c625, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=816745e0-83fe-47e6-9522-3f8f2f20c625,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:36.560485 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:36.573030 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Calling delete_port for 816745e0-83fe-47e6-9522-3f8f2f20c625 owned by network:router_interface {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:54:36.773961 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:36.800466 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Pushing event deleted for resources: {'Port': ['ID=816745e0-83fe-47e6-9522-3f8f2f20c625,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:36.973819 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:37.452639 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Router 455d996c-7204-43ff-a6f0-1c9b05dd674a has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:54:37.561385 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:54:37.566663 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ee1ecbd2-6d75-4800-9dbc-676485293904 admin admin] 10.222.0.62 "PUT /v2.0/routers/455d996c-7204-43ff-a6f0-1c9b05dd674a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9316521 Dec 13 16:54:37.569390 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35198) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:37.571588 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] Sync routers for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:54:37.582748 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:54:37.583367 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:54:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:37.674863 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks [] for router, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:37.691035 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:54:37.780015 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:37.837118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Deleting port d8477aa9-1172-4d14-a62f-1b8cefad0548 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:54:37.837366 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:37.877764 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:54:36Z', 'revision_number': 5, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port': {'id': 'd8477aa9-1172-4d14-a62f-1b8cefad0548', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:13Z', 'updated_at': '2021-12-13T16:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:37.908027 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] Checking router: 455d996c-7204-43ff-a6f0-1c9b05dd674a for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:54:37.913989 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] For port d8477aa9-1172-4d14-a62f-1b8cefad0548, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=d8477aa9-1172-4d14-a62f-1b8cefad0548,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:37.914338 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:37.917222 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] Routers {'455d996c-7204-43ff-a6f0-1c9b05dd674a'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:54:37.917834 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:54:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['455d996c-7204-43ff-a6f0-1c9b05dd674a'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:37.926281 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Calling delete_port for d8477aa9-1172-4d14-a62f-1b8cefad0548 owned by network:router_gateway {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:54:38.001923 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] Set router 455d996c-7204-43ff-a6f0-1c9b05dd674a gateway port host: None {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:54:38.057236 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:54:37Z', 'revision_number': 6, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port_host': None}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:38.087261 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06699-718c-4242-9cb5-faa3a6b23923 None None] The sync data for ids ['455d996c-7204-43ff-a6f0-1c9b05dd674a'] in dv-cinder-821602-2-iscsi is: [{'id': '455d996c-7204-43ff-a6f0-1c9b05dd674a', 'name': 'tempest-AttachVolumeTestJSON-410323465-router', 'tenant_id': 'febd1024088a4a22984d59922da28de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:54:37Z', 'revision_number': 6, 'project_id': 'febd1024088a4a22984d59922da28de1', 'gw_port_host': None}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:54:38.093645 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.124119 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Pushing event deleted for resources: {'Port': ['ID=d8477aa9-1172-4d14-a62f-1b8cefad0548,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:38.183182 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.272338 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.274569 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.321570 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.322134 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455d996c-7204-43ff-a6f0-1c9b05dd674a {{(pid=109390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:54:38.326604 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.327768 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-65ca8ee2-d23e-4f34-a7a4-60a8840917da admin admin] 10.222.0.62 "DELETE /v2.0/routers/455d996c-7204-43ff-a6f0-1c9b05dd674a HTTP/1.1" status: 204 len: 168 time: 0.7571619 Dec 13 16:54:38.331161 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35200) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:38.380782 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a0a479-5517-4792-8084-6a7820294fcf admin admin] Deleting subnet a0ed8fc5-1834-427d-962b-8fa898667519 {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:54:38.384032 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a479-5517-4792-8084-6a7820294fcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.421419 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a479-5517-4792-8084-6a7820294fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31790771'] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.537670 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a479-5517-4792-8084-6a7820294fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.598739 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a479-5517-4792-8084-6a7820294fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31350368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30878173'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.624760 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0a479-5517-4792-8084-6a7820294fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ed8fc5-1834-427d-962b-8fa898667519,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:38.631249 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a479-5517-4792-8084-6a7820294fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.634544 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a9a0a479-5517-4792-8084-6a7820294fcf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a0ed8fc5-1834-427d-962b-8fa898667519 HTTP/1.1" status: 204 len: 168 time: 0.3024395 Dec 13 16:54:38.637130 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35202) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:38.637355 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9312eda3-5712-431e-a8fb-1e3034fb5b20 None None] Network faba440c-3470-4b72-a53c-aa5da04ea307 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:54:38.703464 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.763919 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Deleting port 51c350a6-d251-4d1d-89a9-cb155a3078b2 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:54:38.764264 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.838220 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] For port 51c350a6-d251-4d1d-89a9-cb155a3078b2, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=51c350a6-d251-4d1d-89a9-cb155a3078b2,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:38.838905 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.844367 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] DHCP port deletion for faba440c-3470-4b72-a53c-aa5da04ea307 request from dv-cinder-821602-2-iscsi {{(pid=109392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:54:38.861619 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Calling delete_port for 51c350a6-d251-4d1d-89a9-cb155a3078b2 owned by network:dhcp {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:54:38.905726 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] Deleting port 51c350a6-d251-4d1d-89a9-cb155a3078b2 {{(pid=109392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:54:38.906006 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.963739 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:38.990140 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Pushing event deleted for resources: {'Port': ['ID=51c350a6-d251-4d1d-89a9-cb155a3078b2,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:38.997808 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] No DVR routers for this DVR port 51c350a6-d251-4d1d-89a9-cb155a3078b2 on host dv-cinder-821602-2-iscsi {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:54:38.998876 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] For port 51c350a6-d251-4d1d-89a9-cb155a3078b2, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=51c350a6-d251-4d1d-89a9-cb155a3078b2,segment=NetworkSegment(542abe63-51fa-445b-ac5e-23d2f2b05b6a),segment_id=542abe63-51fa-445b-ac5e-23d2f2b05b6a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:38.999298 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.014612 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] Calling delete_port for 51c350a6-d251-4d1d-89a9-cb155a3078b2 owned by network:dhcp {{(pid=109392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:54:39.079306 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.112633 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faba440c-3470-4b72-a53c-aa5da04ea307']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:39.129543 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542abe63-51fa-445b-ac5e-23d2f2b05b6a') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:39.129867 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542abe63-51fa-445b-ac5e-23d2f2b05b6a') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:39.144752 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.149902 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361'] for port, after_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.160599 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.169577 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:54:39.170178 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:54:39.173110 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:54:39.175970 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] Pushing event deleted for resources: {'Port': ['ID=51c350a6-d251-4d1d-89a9-cb155a3078b2,revision_number=None']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:39.180025 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591c462-d8bb-4cd6-bb37-8736a0331809 None None] No DVR routers for this DVR port 51c350a6-d251-4d1d-89a9-cb155a3078b2 on host dv-cinder-821602-2-iscsi {{(pid=109392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:54:39.253519 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.259062 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.262366 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] 10.222.0.62 "DELETE /v2.0/networks/faba440c-3470-4b72-a53c-aa5da04ea307 HTTP/1.1" status: 204 len: 168 time: 0.6242774 Dec 13 16:54:39.274799 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bd58b-2c11-477b-8799-b41412bfb41e admin admin] Pushing event deleted for resources: {'Network': ['ID=faba440c-3470-4b72-a53c-aa5da04ea307,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:39.351377 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 816745e0-83fe-47e6-9522-3f8f2f20c625 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:54:39.372241 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 816745e0-83fe-47e6-9522-3f8f2f20c625 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:54:39.372598 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 816745e0-83fe-47e6-9522-3f8f2f20c625 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:54:39.373047 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 51c350a6-d251-4d1d-89a9-cb155a3078b2 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:54:39.392698 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 51c350a6-d251-4d1d-89a9-cb155a3078b2 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:54:39.393572 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35206) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:39.396869 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 51c350a6-d251-4d1d-89a9-cb155a3078b2 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:54:39.397361 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device d8477aa9-1172-4d14-a62f-1b8cefad0548 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:54:39.420615 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: d8477aa9-1172-4d14-a62f-1b8cefad0548 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:54:39.420899 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device d8477aa9-1172-4d14-a62f-1b8cefad0548 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:54:39.433691 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-46f0f1b3-4ad3-45d9-9335-f1fddd70b857 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=febd1024088a4a22984d59922da28de1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389471 Dec 13 16:54:39.437342 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35208) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:39.486904 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cadbb7e3-c4b2-44ab-9a99-8a525df7c32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.508976 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cadbb7e3-c4b2-44ab-9a99-8a525df7c32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.562599 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cadbb7e3-c4b2-44ab-9a99-8a525df7c32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.565276 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cadbb7e3-c4b2-44ab-9a99-8a525df7c32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.566446 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-cadbb7e3-c4b2-44ab-9a99-8a525df7c32d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27254999-f4bd-49ce-bf1d-700b11be4bfa HTTP/1.1" status: 204 len: 168 time: 0.1282234 Dec 13 16:54:39.574540 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbb7e3-c4b2-44ab-9a99-8a525df7c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27254999-f4bd-49ce-bf1d-700b11be4bfa,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:40.336235 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35230) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:40.442768 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1345193784-network', 'tenant_id': 'c6d1af29ea9c44a7870cae601abfe353'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:54:40.466678 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Made reservation on behalf of c6d1af29ea9c44a7870cae601abfe353 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:54:40.469444 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:40.478207 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:40.555681 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:40.561975 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:40.586346 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:54:40.595147 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09013af5-98be-445a-819b-bdd1ebe64b8f,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:40.601596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:40.601951 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Added segment 9f709a54-2c83-4735-9983-b27c5e07d42a of type vlan for network 9a74d399-a83a-4821-82c3-e489fb3f4179 Dec 13 16:54:40.645691 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:40.677523 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:40.678510 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:40.679069 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:40.737714 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4002979 Dec 13 16:54:40.740928 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35238) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:40.746218 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Request body: {'subnet': {'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1345193784-subnet', 'tenant_id': 'c6d1af29ea9c44a7870cae601abfe353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:54:40.746404 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e70ce-9593-469b-a845-d63bca37c480 admin admin] Pushing event updated for resources: {'Network': ['ID=9a74d399-a83a-4821-82c3-e489fb3f4179,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:40.756776 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 9a74d399-a83a-4821-82c3-e489fb3f4179 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:54:40.771436 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Made reservation on behalf of c6d1af29ea9c44a7870cae601abfe353 for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:54:40.774476 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31377250'] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:41.184089 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31839038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31377276'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:41.249472 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c196c6e5-a4ad-4456-bda5-a72603c6755e,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:41.257545 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Checking segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:54:41.257901 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Network hostable DHCP agents. Network: 9a74d399-a83a-4821-82c3-e489fb3f4179, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:54:41.275164 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Network 9a74d399-a83a-4821-82c3-e489fb3f4179 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:54:41.285256 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 9a74d399-a83a-4821-82c3-e489fb3f4179) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:54:41.289577 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:41.290168 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:41.296095 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb6a2a-2a72-48b4-a996-aa9232fbc0ec None None] Network 9a74d399-a83a-4821-82c3-e489fb3f4179 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:54:41.320608 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-8b4aa3c9-4021-4656-bbe9-8d4865561bb6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5670097 Dec 13 16:54:41.419777 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530f40a-a2f4-448f-bf75-c518238951cc None None] Network 9a74d399-a83a-4821-82c3-e489fb3f4179 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:54:41.799784 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-c814edd2-7b09-4cf4-8402-3e42e5f39226 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:41.801217 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-c814edd2-7b09-4cf4-8402-3e42e5f39226 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 815 time: 0.1203175 Dec 13 16:54:41.819843 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-9d20dee2-ae65-4548-8b33-00bf47809037 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/quotas/c6d1af29ea9c44a7870cae601abfe353 HTTP/1.1" status: 200 len: 375 time: 0.0099447 Dec 13 16:54:41.854633 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-3328db1d-fe5c-44d7-94b1-b2ade7286ab9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269082 Dec 13 16:54:41.944305 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-5a3bf66f-5ee9-460e-8ae1-f1353d1a6ba6 service neutron] 10.222.0.62 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822811 Dec 13 16:54:42.045527 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-5448d84f-b6f4-4e60-bcfd-8a81cfc61a62 service neutron] 10.222.0.62 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948915 Dec 13 16:54:42.216948 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-353ebfa8-e032-4b94-b431-9f91277900a6 req-17c26f98-a48a-4f85-81f4-fcbd323fea7b tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 210 time: 0.0269573 Dec 13 16:54:43.277338 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-aaa0c623-f72f-434e-87c2-aa79896f82d5 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:43.278825 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-aaa0c623-f72f-434e-87c2-aa79896f82d5 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 815 time: 0.1107926 Dec 13 16:54:43.294646 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Request body: {'port': {'device_id': 'e5af783e-db46-4b24-892e-598e120cd9bf', 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'admin_state_up': True, 'tenant_id': 'c6d1af29ea9c44a7870cae601abfe353'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:54:43.319203 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fb5981ac-aaf8-4528-9417-8abe2b499131 req-e4212f22-c4c0-4b51-bb53-46fca3f6d645 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 210 time: 0.0283096 Dec 13 16:54:43.408471 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Made reservation on behalf of c6d1af29ea9c44a7870cae601abfe353 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:54:43.412190 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:43.550085 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Allocated IP 172.20.0.6 (9a74d399-a83a-4821-82c3-e489fb3f4179/c196c6e5-a4ad-4456-bda5-a72603c6755e/dc82648a-ba50-4acf-b164-725387a2d87d) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:54:43.713148 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:43.761229 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:43.809771 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Network 9a74d399-a83a-4821-82c3-e489fb3f4179 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:54:43.812802 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:54:43.816374 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:54:43.842620 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Pushing event updated for resources: {'Port': ['ID=dc82648a-ba50-4acf-b164-725387a2d87d,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:43.867515 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:43.868118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:43.887765 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-65fb17b8-31c0-4ba6-a0ab-79bcfc35e08e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971751 Dec 13 16:54:43.901067 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Request body: {'port': {'device_id': 'e5af783e-db46-4b24-892e-598e120cd9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:54:43.962562 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:44.245569 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc82648a-ba50-4acf-b164-725387a2d87d {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:54:44.254013 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:44.266148 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Transition to ACTIVE for port object dc82648a-ba50-4acf-b164-725387a2d87d will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:54:44.272721 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:44.325754 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Pushing event updated for resources: {'Port': ['ID=dc82648a-ba50-4acf-b164-725387a2d87d,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:44.405795 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Attempting to bind port dc82648a-ba50-4acf-b164-725387a2d87d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:54:44.406130 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Attempting to bind port dc82648a-ba50-4acf-b164-725387a2d87d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:54:44.406454 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Attempting to bind port dc82648a-ba50-4acf-b164-725387a2d87d on network 9a74d399-a83a-4821-82c3-e489fb3f4179 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:54:44.425693 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Port dc82648a-ba50-4acf-b164-725387a2d87d on network 9a74d399-a83a-4821-82c3-e489fb3f4179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:54:44.426015 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Attempting to bind port dc82648a-ba50-4acf-b164-725387a2d87d on network 9a74d399-a83a-4821-82c3-e489fb3f4179 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:54:44.433797 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:54:44.434126 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Checking segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:54:44.434500 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Bound using segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:54:44.434920 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Bound port: dc82648a-ba50-4acf-b164-725387a2d87d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:54:44.435271 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:44.461194 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e84ce1-5cc8-440c-9b90-9fb9c99624d2 req-317dcf47-a61f-4820-a3f5-01cbec60f4ce tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:44.462639 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e84ce1-5cc8-440c-9b90-9fb9c99624d2 req-317dcf47-a61f-4820-a3f5-01cbec60f4ce tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 943 time: 0.0712986 Dec 13 16:54:44.539944 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] For port dc82648a-ba50-4acf-b164-725387a2d87d, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:54:44.545147 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] For port dc82648a-ba50-4acf-b164-725387a2d87d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc82648a-ba50-4acf-b164-725387a2d87d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:54:44.550186 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e84ce1-5cc8-440c-9b90-9fb9c99624d2 req-41bbe771-2c79-4771-bf70-1e1b921b8e87 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711820 Dec 13 16:54:44.554160 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:44.596317 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:44.596955 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:44.598306 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] 10.222.0.65 "PUT /v2.0/ports/dc82648a-ba50-4acf-b164-725387a2d87d HTTP/1.1" status: 200 len: 1093 time: 0.7012858 Dec 13 16:54:44.598756 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5af783e-db46-4b24-892e-598e120cd9bf', 'tag': 'dc82648a-ba50-4acf-b164-725387a2d87d'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:44.601049 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd081af-bdad-48af-805e-6ce4d1d18864" -d '{"events": [{"name": "network-changed", "server_uuid": "e5af783e-db46-4b24-892e-598e120cd9bf", "tag": "dc82648a-ba50-4acf-b164-725387a2d87d"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:44.629230 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff071fe-f104-45fc-a375-7c75b7d276ac service neutron] Pushing event updated for resources: {'Port': ['ID=dc82648a-ba50-4acf-b164-725387a2d87d,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:44.641739 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee71581c-4c3f-481e-b6da-8a88325dd735 x-openstack-request-id: req-ee71581c-4c3f-481e-b6da-8a88325dd735 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:44.642029 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5af783e-db46-4b24-892e-598e120cd9bf", "tag": "dc82648a-ba50-4acf-b164-725387a2d87d", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:44.642373 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee71581c-4c3f-481e-b6da-8a88325dd735 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:44.643611 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5af783e-db46-4b24-892e-598e120cd9bf', 'tag': 'dc82648a-ba50-4acf-b164-725387a2d87d', 'status': 'completed', 'code': 200} Dec 13 16:54:44.690866 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-0815a74f-48a7-4918-b0dc-178d257b1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:44.692453 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-0815a74f-48a7-4918-b0dc-178d257b1286 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 1096 time: 0.0436761 Dec 13 16:54:44.736918 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-4c027f84-e17f-4470-ba96-e9f10e3cd6ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc82648a-ba50-4acf-b164-725387a2d87d HTTP/1.1" status: 200 len: 217 time: 0.0351856 Dec 13 16:54:44.787384 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-d479a85d-1dda-446e-9f62-42e83e077161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:44.788945 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-d479a85d-1dda-446e-9f62-42e83e077161 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 200 len: 855 time: 0.0452495 Dec 13 16:54:44.829906 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-40a7d407-54ad-4ba8-b700-b7ea975dfeab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a74d399-a83a-4821-82c3-e489fb3f4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285437 Dec 13 16:54:44.944531 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cc282748-e79a-4aa2-8531-bd45e98d52d8 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065903 Dec 13 16:54:45.051756 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a5143085-8704-4c5a-90b7-ed32be01ac4b req-cd04f163-bdc2-4256-8162-4c1f14d01b8a service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945334 Dec 13 16:54:45.148875 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-2da12b21-52fa-4ab5-b2ff-2459182e1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:45.150293 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-2da12b21-52fa-4ab5-b2ff-2459182e1aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 1096 time: 0.0423918 Dec 13 16:54:45.250097 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-c1b2967b-4c98-448e-a265-a57682e3f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:45.251669 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-c1b2967b-4c98-448e-a265-a57682e3f639 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 916 time: 0.0921831 Dec 13 16:54:45.300994 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-6ece7031-1eae-404e-96c1-70f799e01dfe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc82648a-ba50-4acf-b164-725387a2d87d HTTP/1.1" status: 200 len: 217 time: 0.0406725 Dec 13 16:54:45.353501 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-26de9ae2-028e-4a1d-85a9-7eb45616dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:45.354943 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-26de9ae2-028e-4a1d-85a9-7eb45616dd25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 200 len: 855 time: 0.0463722 Dec 13 16:54:45.389662 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-49cfa21a-16a8-423a-8e64-a428cd0d34df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a74d399-a83a-4821-82c3-e489fb3f4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241892 Dec 13 16:54:45.496030 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-35c18bbc-9a80-4e72-9441-14f2e3814f2e service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899312 Dec 13 16:54:45.599055 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6bd081af-bdad-48af-805e-6ce4d1d18864 req-469d3d1c-dc6a-4233-b2dc-5d3fb5271de3 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874224 Dec 13 16:54:45.657217 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:54:45.674941 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b89199-cf12-470e-8df2-a4c82209d89a req-032be695-9ddc-49f8-b8de-52604c5b0750 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:45.676428 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-00b89199-cf12-470e-8df2-a4c82209d89a req-032be695-9ddc-49f8-b8de-52604c5b0750 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 943 time: 0.0526714 Dec 13 16:54:45.728821 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-00b89199-cf12-470e-8df2-a4c82209d89a req-18b097b9-4aa1-4de9-b922-23768a5afc99 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462837 Dec 13 16:54:46.518537 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device dc82648a-ba50-4acf-b164-725387a2d87d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:54:46.624438 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port dc82648a-ba50-4acf-b164-725387a2d87d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc82648a-ba50-4acf-b164-725387a2d87d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:46.637166 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': 'dc82648a-ba50-4acf-b164-725387a2d87d', 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'port_id': 'dc82648a-ba50-4acf-b164-725387a2d87d', 'mac_address': 'fa:16:3e:80:0c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c196c6e5-a4ad-4456-bda5-a72603c6755e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:54:46.674767 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:46.688623 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc82648a-ba50-4acf-b164-725387a2d87d {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:54:46.712086 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port dc82648a-ba50-4acf-b164-725387a2d87d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc82648a-ba50-4acf-b164-725387a2d87d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:46.717445 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:46.770485 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=dc82648a-ba50-4acf-b164-725387a2d87d,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:46.857870 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1f179-6ac4-45ec-bf60-b16e1379ae91 req-9987aa5d-e157-4466-b5a9-97c1f8779a01 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:46.860111 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ddd1f179-6ac4-45ec-bf60-b16e1379ae91 req-9987aa5d-e157-4466-b5a9-97c1f8779a01 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 944 time: 0.0536883 Dec 13 16:54:46.911261 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ddd1f179-6ac4-45ec-bf60-b16e1379ae91 req-a223aceb-b233-40ea-bd09-49d518ae214c tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428369 Dec 13 16:54:46.947045 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['dc82648a-ba50-4acf-b164-725387a2d87d'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:54:47.347307 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-943fbd5e-57c0-453b-8122-0d665e2b2154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:48.033290 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15471728-23ee-41e0-a3fe-44c2f6cf9c15 req-117905d5-c668-44ae-82fe-eb4bacd62cda tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:48.034773 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-15471728-23ee-41e0-a3fe-44c2f6cf9c15 req-117905d5-c668-44ae-82fe-eb4bacd62cda tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 944 time: 0.0530748 Dec 13 16:54:48.092144 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-15471728-23ee-41e0-a3fe-44c2f6cf9c15 req-31f4ec10-7e8c-48c9-a11f-68d75d7b9b0c tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482001 Dec 13 16:54:48.533306 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device dc82648a-ba50-4acf-b164-725387a2d87d up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:54:48.573783 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:48.595498 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port dc82648a-ba50-4acf-b164-725387a2d87d completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:54:48.601225 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port dc82648a-ba50-4acf-b164-725387a2d87d triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:54:48.601769 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:48.687365 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:48.718144 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5af783e-db46-4b24-892e-598e120cd9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc82648a-ba50-4acf-b164-725387a2d87d'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:48.720364 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c9a566-2a75-43f6-b6fc-04dd4f3556a4" -d '{"events": [{"server_uuid": "e5af783e-db46-4b24-892e-598e120cd9bf", "name": "network-vif-plugged", "status": "completed", "tag": "dc82648a-ba50-4acf-b164-725387a2d87d"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:48.732992 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port dc82648a-ba50-4acf-b164-725387a2d87d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc82648a-ba50-4acf-b164-725387a2d87d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:48.740132 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:48.764402 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb8458-1ab5-4f6e-9c52-7c191569b659 x-openstack-request-id: req-93bb8458-1ab5-4f6e-9c52-7c191569b659 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:48.764783 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5af783e-db46-4b24-892e-598e120cd9bf", "name": "network-vif-plugged", "status": "completed", "tag": "dc82648a-ba50-4acf-b164-725387a2d87d", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:48.765069 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93bb8458-1ab5-4f6e-9c52-7c191569b659 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:48.765492 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5af783e-db46-4b24-892e-598e120cd9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc82648a-ba50-4acf-b164-725387a2d87d', 'code': 200} Dec 13 16:54:48.797143 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=dc82648a-ba50-4acf-b164-725387a2d87d,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:48.944159 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6c2e9-cc1e-4c1d-899c-dc5e4cf050a6 req-44fd0f1d-5ec1-4032-afbb-8ff704fc9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:48.945942 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e4f6c2e9-cc1e-4c1d-899c-dc5e4cf050a6 req-44fd0f1d-5ec1-4032-afbb-8ff704fc9163 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 1098 time: 0.0477386 Dec 13 16:54:48.999282 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e4f6c2e9-cc1e-4c1d-899c-dc5e4cf050a6 req-dac3e3ee-c93e-4cad-aaae-ba99b553b062 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460150 Dec 13 16:54:49.221705 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b68cc7-13ed-4519-b42a-48456d2c9c7e req-a95e09a3-e299-4142-b384-3248e53b882a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:49.226910 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-56b68cc7-13ed-4519-b42a-48456d2c9c7e req-a95e09a3-e299-4142-b384-3248e53b882a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 945 time: 0.0595808 Dec 13 16:54:49.279408 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-56b68cc7-13ed-4519-b42a-48456d2c9c7e req-7231a56b-dbf0-43ad-9937-d24a4924e6ed tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463293 Dec 13 16:54:49.799033 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0086b018-e3c4-4773-8089-d088a80b4797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:50.414769 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6ba3b-66dc-4e7d-ac17-02230f16629f req-5ee384bb-166d-4532-9e2c-6f89f90440bc tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:50.416268 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2cd6ba3b-66dc-4e7d-ac17-02230f16629f req-5ee384bb-166d-4532-9e2c-6f89f90440bc tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 945 time: 0.0647697 Dec 13 16:54:50.469578 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2cd6ba3b-66dc-4e7d-ac17-02230f16629f req-1c2ae865-6aa4-4687-b19e-108081413565 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Dec 13 16:54:50.749054 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:52.264927 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:53.013121 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:56.744235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1221de3-cf6c-4e3c-84c6-2538fb6c4632 req-4cae4cc8-499e-4e89-b36f-041cb1dacccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:56.745791 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a1221de3-cf6c-4e3c-84c6-2538fb6c4632 req-4cae4cc8-499e-4e89-b36f-041cb1dacccc tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 947 time: 0.0612729 Dec 13 16:54:56.801169 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a1221de3-cf6c-4e3c-84c6-2538fb6c4632 req-58776e71-ad70-46c0-ae44-979be393c19e tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492506 Dec 13 16:54:57.943272 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66955e67-ff3e-4f87-8da2-dc4c6c54f0b6 req-38c77ede-fcce-415e-9519-172a6422ce09 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:57.944917 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-66955e67-ff3e-4f87-8da2-dc4c6c54f0b6 req-38c77ede-fcce-415e-9519-172a6422ce09 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 947 time: 0.0543723 Dec 13 16:54:58.004165 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-66955e67-ff3e-4f87-8da2-dc4c6c54f0b6 req-2e1b4228-e6ef-4d3f-b9bd-74323a409cb5 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups?id=006137f3-07c7-4672-a070-a5d98caf68be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495911 Dec 13 16:54:58.117211 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-e7e8c29b-1671-479b-9dca-03aa16d67f7d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:58.118614 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-e7e8c29b-1671-479b-9dca-03aa16d67f7d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 947 time: 0.0548165 Dec 13 16:54:58.218436 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Deleting port 823c9158-6eee-4748-8e22-293145c6db04 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:54:58.218725 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:58.312678 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] For port 823c9158-6eee-4748-8e22-293145c6db04, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=823c9158-6eee-4748-8e22-293145c6db04,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:58.313055 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:58.511141 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:58.513375 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:58.513702 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Floating IP fed7d8d7-2911-47eb-91f9-47cde58b41ae disassociated. External IP: 172.27.2.39, port: 823c9158-6eee-4748-8e22-293145c6db04. Dec 13 16:54:58.514180 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Calling delete_port for 823c9158-6eee-4748-8e22-293145c6db04 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:54:58.650570 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:58.821633 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-9ef6143b-ad22-4b08-8768-8f5e2eeaf031 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:58.823478 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-9ef6143b-ad22-4b08-8768-8f5e2eeaf031 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 815 time: 0.1160257 Dec 13 16:54:58.840868 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-55bbad85-c77e-4908-99de-7c9aa73a4a57 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/quotas/c6d1af29ea9c44a7870cae601abfe353 HTTP/1.1" status: 200 len: 375 time: 0.0114081 Dec 13 16:54:58.899971 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ffbbd6cc-1a1b-41a8-8136-5f29bc2ed9df tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522521 Dec 13 16:54:58.945502 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event deleted for resources: {'Port': ['ID=823c9158-6eee-4748-8e22-293145c6db04,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:58.999271 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac0e14cc-3c66-427a-a5b0-23730ec5c808 service neutron] 10.222.0.62 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 Dec 13 16:54:59.062467 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Router 215743e5-d2b3-49c5-b21b-8243ae435bd3 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:54:59.095169 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-65a64c0d-59cd-440f-b398-1b17b5d32a1b service neutron] 10.222.0.62 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894632 Dec 13 16:54:59.138436 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fdcee275-6d0e-4e42-8f04-5d7c95b4ef80 req-1d19bd50-62d6-4a3f-848b-58b4c09f9edf tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ea34650-4715-472f-a562-e8929cb0f319 HTTP/1.1" status: 200 len: 210 time: 0.0347037 Dec 13 16:54:59.198386 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:54:59.211258 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] Sync routers for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:54:59.242240 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:54:59.243353 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:54:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:59.244377 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] No DVR routers for this DVR port 823c9158-6eee-4748-8e22-293145c6db04 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:54:59.247063 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:59.253682 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f39ec2be-3959-4ce3-896e-6cdb707acc55 req-b94f4910-7e10-4d7f-878e-8d74f77a2bab tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.65 "DELETE /v2.0/ports/823c9158-6eee-4748-8e22-293145c6db04 HTTP/1.1" status: 204 len: 173 time: 1.1288428 Dec 13 16:54:59.254136 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-deleted', 'tag': '823c9158-6eee-4748-8e22-293145c6db04'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:59.256376 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e045e2b4-ae7e-4b01-b7ec-59df14a405d3" -d '{"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-deleted", "tag": "823c9158-6eee-4748-8e22-293145c6db04"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:59.285049 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f942b63-1de4-4125-a6f8-cc80696257b9 req-b04597ee-bf07-40e3-861a-bc2e88f00f97 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 210 time: 0.0424042 Dec 13 16:54:59.304603 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ed808a-6443-4d3d-81ee-451e058b631d x-openstack-request-id: req-69ed808a-6443-4d3d-81ee-451e058b631d {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:59.305456 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea34650-4715-472f-a562-e8929cb0f319", "name": "network-vif-deleted", "tag": "823c9158-6eee-4748-8e22-293145c6db04", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:59.305753 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69ed808a-6443-4d3d-81ee-451e058b631d {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:59.306394 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea34650-4715-472f-a562-e8929cb0f319', 'name': 'network-vif-deleted', 'tag': '823c9158-6eee-4748-8e22-293145c6db04', 'status': 'completed', 'code': 200} Dec 13 16:54:59.418810 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:54:59.641840 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:59.669387 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] Checking router: 215743e5-d2b3-49c5-b21b-8243ae435bd3 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:54:59.677610 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:54:59.678197 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:54:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:54:59.787358 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:54:59.992711 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:00.021406 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3317023-37a7-44ce-b5b8-aa589a9b9e47 None None] The sync data for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi is: [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:24Z', 'revision_number': 4, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '029aca52-7cdf-4c51-b7aa-2e2a20f423c8', 'name': '', 'network_id': '14657912-c423-47d5-8443-b0389106e6d6', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'mac_address': 'fa:16:3e:33:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:19Z', 'updated_at': '2021-12-13T16:48:36Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'subnets': [{'id': 'a0db84ff-1e65-4ac3-b7f9-e08636159fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:55:00.262379 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35368) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:00.265793 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7f4e8-298d-4df7-8147-ace3eb22e816 None None] New status for floating IP fed7d8d7-2911-47eb-91f9-47cde58b41ae: DOWN {{(pid=109392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:55:00.346788 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.357413 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-2df334f2-019d-4215-b841-b0ab182e3dbe tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:00.359311 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-2df334f2-019d-4215-b841-b0ab182e3dbe tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 815 time: 0.1383004 Dec 13 16:55:00.375138 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Request body: {'port': {'device_id': 'b0550d1c-5c78-4f91-b4be-b55d993fee22', 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'admin_state_up': True, 'tenant_id': 'c6d1af29ea9c44a7870cae601abfe353'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:00.375937 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.417437 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8b7241d0-c4c1-499e-8d75-99a7873868e0 req-9a8d7627-03a9-4ad1-b83d-5c872b7e644d tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 210 time: 0.0382187 Dec 13 16:55:00.473836 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.476950 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.478287 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "DELETE /v2.0/security-groups/006137f3-07c7-4672-a070-a5d98caf68be HTTP/1.1" status: 204 len: 168 time: 0.2148283 Dec 13 16:55:00.481870 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35374) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:00.497012 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006137f3-07c7-4672-a070-a5d98caf68be,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:00.506780 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Made reservation on behalf of c6d1af29ea9c44a7870cae601abfe353 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:00.507485 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.api.v2.resource [None req-3c15dd48-2906-44b2-9a36-e2125353bb58 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] show failed (client error): The resource could not be found. Dec 13 16:55:00.511902 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-3c15dd48-2906-44b2-9a36-e2125353bb58 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "GET /v2.0/security-groups/006137f3-07c7-4672-a070-a5d98caf68be HTTP/1.1" status: 404 len: 347 time: 0.0246205 Dec 13 16:55:00.512040 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.512162 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35378) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:00.519191 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.519542 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.519886 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.520226 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.520624 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.520927 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.521257 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.521588 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.521912 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.522236 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.522577 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.522989 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.523314 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39daaab3-2e60-46e6-ad4a-4d843051ca83 tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:00.651741 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Deleting port a68b646f-1026-4c86-a702-aad0ca6c973b {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:55:00.651741 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.653864 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Allocated IP 172.20.0.4 (9a74d399-a83a-4821-82c3-e489fb3f4179/c196c6e5-a4ad-4456-bda5-a72603c6755e/6e8afb44-d87a-422c-bcae-a93462369a7d) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:00.728100 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.728416 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.740840 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Calling delete_port for a68b646f-1026-4c86-a702-aad0ca6c973b owned by network:floatingip {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:55:00.802617 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.838507 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.849941 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['dc82648a-ba50-4acf-b164-725387a2d87d'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:00.886221 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Network 9a74d399-a83a-4821-82c3-e489fb3f4179 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:00.886885 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.889326 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:00.893720 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:00.897713 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Pushing event updated for resources: {'Port': ['ID=6e8afb44-d87a-422c-bcae-a93462369a7d,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:00.922519 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Pushing event deleted for resources: {'Port': ['ID=a68b646f-1026-4c86-a702-aad0ca6c973b,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:00.945225 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:00.946324 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.964627 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-a36f543a-b8de-4e37-bb23-55add82c47d0 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947354 Dec 13 16:55:00.978193 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Request body: {'port': {'device_id': 'b0550d1c-5c78-4f91-b4be-b55d993fee22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:00.987889 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks [] for floatingip, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.990634 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.994751 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-51a54cd8-ecb0-4e1f-ad9a-520d5113588d tempest-AttachVolumeShelveTestJSON-55328609 tempest-AttachVolumeShelveTestJSON-55328609-project] 10.222.0.62 "DELETE /v2.0/floatingips/fed7d8d7-2911-47eb-91f9-47cde58b41ae HTTP/1.1" status: 204 len: 168 time: 0.4788566 Dec 13 16:55:01.041245 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:01.321500 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8afb44-d87a-422c-bcae-a93462369a7d {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:01.331307 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:01.347112 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Transition to ACTIVE for port object 6e8afb44-d87a-422c-bcae-a93462369a7d will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:55:01.350998 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:01.402229 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8afb44-d87a-422c-bcae-a93462369a7d,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:01.479501 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Attempting to bind port 6e8afb44-d87a-422c-bcae-a93462369a7d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:55:01.479824 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Attempting to bind port 6e8afb44-d87a-422c-bcae-a93462369a7d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:55:01.480152 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Attempting to bind port 6e8afb44-d87a-422c-bcae-a93462369a7d on network 9a74d399-a83a-4821-82c3-e489fb3f4179 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:01.485132 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Port 6e8afb44-d87a-422c-bcae-a93462369a7d on network 9a74d399-a83a-4821-82c3-e489fb3f4179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:55:01.485457 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Attempting to bind port 6e8afb44-d87a-422c-bcae-a93462369a7d on network 9a74d399-a83a-4821-82c3-e489fb3f4179 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:01.490255 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:55:01.490591 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Checking segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:01.490970 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Bound using segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:55:01.491394 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Bound port: 6e8afb44-d87a-422c-bcae-a93462369a7d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:55:01.491826 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:01.590421 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c002a-d50c-409a-8d0b-8873be08b3ec req-76e6ef4a-8483-4330-a606-297a7b49b71e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:01.591804 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-132c002a-d50c-409a-8d0b-8873be08b3ec req-76e6ef4a-8483-4330-a606-297a7b49b71e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 943 time: 0.0964291 Dec 13 16:55:01.594177 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] For port 6e8afb44-d87a-422c-bcae-a93462369a7d, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:55:01.599052 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] For port 6e8afb44-d87a-422c-bcae-a93462369a7d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e8afb44-d87a-422c-bcae-a93462369a7d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:55:01.609755 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:01.661460 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:01.662084 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:01.663527 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] 10.222.0.65 "PUT /v2.0/ports/6e8afb44-d87a-422c-bcae-a93462369a7d HTTP/1.1" status: 200 len: 1093 time: 0.6897190 Dec 13 16:55:01.671771 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0550d1c-5c78-4f91-b4be-b55d993fee22', 'tag': '6e8afb44-d87a-422c-bcae-a93462369a7d'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:01.674119 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0550d1c-5c78-4f91-b4be-b55d993fee22", "tag": "6e8afb44-d87a-422c-bcae-a93462369a7d"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:01.710761 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-132c002a-d50c-409a-8d0b-8873be08b3ec req-db3a357f-8d26-4051-8ad5-d218f98a6113 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101303 Dec 13 16:55:01.723416 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9d86-52e8-461f-914d-0ec7f81ac382 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8afb44-d87a-422c-bcae-a93462369a7d,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:01.727233 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23477d45-13f7-43ef-9019-93715e1f7e2b x-openstack-request-id: req-23477d45-13f7-43ef-9019-93715e1f7e2b {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:01.727512 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0550d1c-5c78-4f91-b4be-b55d993fee22", "tag": "6e8afb44-d87a-422c-bcae-a93462369a7d", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:01.727737 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23477d45-13f7-43ef-9019-93715e1f7e2b {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:01.728152 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0550d1c-5c78-4f91-b4be-b55d993fee22', 'tag': '6e8afb44-d87a-422c-bcae-a93462369a7d', 'status': 'completed', 'code': 200} Dec 13 16:55:01.759050 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-068fbede-3c8d-48c4-a208-53711f5b01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:01.760588 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-068fbede-3c8d-48c4-a208-53711f5b01e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 1096 time: 0.0537627 Dec 13 16:55:01.806817 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-72a9320a-2c1c-4c2f-a634-90027d9d4da6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e8afb44-d87a-422c-bcae-a93462369a7d HTTP/1.1" status: 200 len: 217 time: 0.0379915 Dec 13 16:55:01.865827 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-7b82847b-83aa-4056-82c2-936b3ff116c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:01.867805 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-7b82847b-83aa-4056-82c2-936b3ff116c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 200 len: 855 time: 0.0513151 Dec 13 16:55:01.901883 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-6b3a9159-f2b7-4452-8274-b26f7d5d7a35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a74d399-a83a-4821-82c3-e489fb3f4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264645 Dec 13 16:55:01.998090 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-58bc2ddd-2478-436e-893c-e06dfcd99807 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Dec 13 16:55:02.096435 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b526b887-a9a4-4238-a04d-a96a5bf9958a req-51f732bc-3e84-45c2-8b15-ed1c878b2324 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905964 Dec 13 16:55:02.332191 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-4ab26bbc-c790-4ed4-b965-0dcce9394087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:02.333787 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-4ab26bbc-c790-4ed4-b965-0dcce9394087 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 1096 time: 0.0447643 Dec 13 16:55:02.448631 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-34d7feb7-fdcc-41cf-b26e-a744847abfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:02.450399 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-34d7feb7-fdcc-41cf-b26e-a744847abfac service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 916 time: 0.1088707 Dec 13 16:55:02.495782 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-0d81c951-0c9a-4a56-a3e3-f2cfb033e277 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e8afb44-d87a-422c-bcae-a93462369a7d HTTP/1.1" status: 200 len: 217 time: 0.0368848 Dec 13 16:55:02.546752 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-f700f7da-7f68-4aa9-9661-dc61dcef6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:02.548324 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-f700f7da-7f68-4aa9-9661-dc61dcef6d3d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 200 len: 855 time: 0.0435872 Dec 13 16:55:02.587554 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-3e7fcdf3-8bf5-4afa-a122-58afa9cc064b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a74d399-a83a-4821-82c3-e489fb3f4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307899 Dec 13 16:55:02.588879 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:55:02.609905 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 823c9158-6eee-4748-8e22-293145c6db04 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:55:02.610256 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 823c9158-6eee-4748-8e22-293145c6db04 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:55:02.695896 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-250a4f7e-c8c7-46e7-bfc5-0e0b1adc55d7 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985525 Dec 13 16:55:02.794324 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4485775b-ee01-47bc-9fb1-160d5bfe8fe7 req-6d9670aa-3fca-4fa0-b0a9-1dec9193e4f9 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909200 Dec 13 16:55:02.832967 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56eab3-24e1-48ce-ab4c-5ecade396eee req-4b14ac2c-4e28-41dc-a9a2-7b716f2e079c tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:02.834494 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7b56eab3-24e1-48ce-ab4c-5ecade396eee req-4b14ac2c-4e28-41dc-a9a2-7b716f2e079c tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 943 time: 0.0515501 Dec 13 16:55:02.887604 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7b56eab3-24e1-48ce-ab4c-5ecade396eee req-cdf0d510-8356-4cb5-af66-024e44fd8921 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Dec 13 16:55:03.425279 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35406) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:03.922288 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:04.004857 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dba8b-dcd7-4a69-b1e7-8fb45af72e60 req-7894f830-7d7a-4b10-827f-fbcf14a5661b tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:04.006387 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-842dba8b-dcd7-4a69-b1e7-8fb45af72e60 req-7894f830-7d7a-4b10-827f-fbcf14a5661b tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 943 time: 0.0509894 Dec 13 16:55:04.053975 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-842dba8b-dcd7-4a69-b1e7-8fb45af72e60 req-fd9dfd7d-a8bb-4642-8326-6eb407e8684b tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Dec 13 16:55:04.245411 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Deleting port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:55:04.245723 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:04.331691 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] For port 029aca52-7cdf-4c51-b7aa-2e2a20f423c8, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:04.332093 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:04.345873 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Calling delete_port for 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 owned by network:router_interface {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:55:04.542769 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:04.567354 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Pushing event deleted for resources: {'Port': ['ID=029aca52-7cdf-4c51-b7aa-2e2a20f423c8,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:04.599470 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 6e8afb44-d87a-422c-bcae-a93462369a7d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:55:04.703271 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 6e8afb44-d87a-422c-bcae-a93462369a7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e8afb44-d87a-422c-bcae-a93462369a7d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:04.716291 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '6e8afb44-d87a-422c-bcae-a93462369a7d', 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'port_id': '6e8afb44-d87a-422c-bcae-a93462369a7d', 'mac_address': 'fa:16:3e:6d:8f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c196c6e5-a4ad-4456-bda5-a72603c6755e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:55:04.732924 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:04.759519 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:04.773407 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8afb44-d87a-422c-bcae-a93462369a7d {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:04.793186 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 6e8afb44-d87a-422c-bcae-a93462369a7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e8afb44-d87a-422c-bcae-a93462369a7d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:04.798909 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:04.852563 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=6e8afb44-d87a-422c-bcae-a93462369a7d,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:04.960795 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Router 215743e5-d2b3-49c5-b21b-8243ae435bd3 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:55:05.037688 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['6e8afb44-d87a-422c-bcae-a93462369a7d'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:05.076114 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:55:05.081318 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-0581fec3-4f3e-48c8-bee6-47f09326db3a admin admin] 10.222.0.62 "PUT /v2.0/routers/215743e5-d2b3-49c5-b21b-8243ae435bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6549582 Dec 13 16:55:05.084412 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35414) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:05.087342 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] Sync routers for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:55:05.100878 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:55:05.102019 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:54:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:05.217119 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:55:05.236040 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe7601-9c3b-4b03-aba8-c7d95f033691 req-6616adef-3c0b-46d9-a8ba-5797901a2d3a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:05.237554 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-80fe7601-9c3b-4b03-aba8-c7d95f033691 req-6616adef-3c0b-46d9-a8ba-5797901a2d3a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 944 time: 0.0962508 Dec 13 16:55:05.240370 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks [] for router, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:05.407219 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:55:04Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:05.438129 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] Checking router: 215743e5-d2b3-49c5-b21b-8243ae435bd3 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:55:05.448445 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] Routers {'215743e5-d2b3-49c5-b21b-8243ae435bd3'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:55:05.449103 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:54:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['215743e5-d2b3-49c5-b21b-8243ae435bd3'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:05.556057 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] Set router 215743e5-d2b3-49c5-b21b-8243ae435bd3 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:55:05.609822 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-80fe7601-9c3b-4b03-aba8-c7d95f033691 req-d6eb1307-dc86-44dc-ace7-27bb5a522c22 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892785 Dec 13 16:55:05.628965 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:05.687316 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Deleting port 92b12c67-1a6c-41d2-b455-62ed7bb56410 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:55:05.687657 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:05.731321 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:55:04Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:05.757909 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb800a-207e-40d9-9456-eb646730caa8 None None] The sync data for ids ['215743e5-d2b3-49c5-b21b-8243ae435bd3'] in dv-cinder-821602-2-iscsi is: [{'id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-1907106711-router', 'tenant_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:55:04Z', 'revision_number': 5, 'project_id': 'c94e8e265a6f4fb585504a1e95ceda28', 'gw_port': {'id': '92b12c67-1a6c-41d2-b455-62ed7bb56410', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215743e5-d2b3-49c5-b21b-8243ae435bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:48:12Z', 'updated_at': '2021-12-13T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:55:05.770646 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] For port 92b12c67-1a6c-41d2-b455-62ed7bb56410, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=92b12c67-1a6c-41d2-b455-62ed7bb56410,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:05.771047 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:05.784465 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Calling delete_port for 92b12c67-1a6c-41d2-b455-62ed7bb56410 owned by network:router_gateway {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:55:05.980477 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.009804 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b12c67-1a6c-41d2-b455-62ed7bb56410,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:06.077925 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.188340 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.190791 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.262336 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.263115 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215743e5-d2b3-49c5-b21b-8243ae435bd3 {{(pid=109391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:55:06.268047 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] Publish callbacks [] for router, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.269417 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-0514e267-2878-4a1f-9a4a-244c89ef4407 admin admin] 10.222.0.62 "DELETE /v2.0/routers/215743e5-d2b3-49c5-b21b-8243ae435bd3 HTTP/1.1" status: 204 len: 168 time: 1.1829538 Dec 13 16:55:06.271988 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35416) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:06.333927 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70c5b00-0919-44d7-9c34-4ef42d05d11e admin admin] Deleting subnet a0db84ff-1e65-4ac3-b7f9-e08636159fb4 {{(pid=109391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:55:06.338801 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b00-0919-44d7-9c34-4ef42d05d11e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.377235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b00-0919-44d7-9c34-4ef42d05d11e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31094588'] for subnet, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.500611 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b00-0919-44d7-9c34-4ef42d05d11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.555111 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b00-0919-44d7-9c34-4ef42d05d11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31838713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31377157'] for subnet, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.579532 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c5b00-0919-44d7-9c34-4ef42d05d11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0db84ff-1e65-4ac3-b7f9-e08636159fb4,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:06.587010 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b00-0919-44d7-9c34-4ef42d05d11e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.590256 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-d70c5b00-0919-44d7-9c34-4ef42d05d11e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a0db84ff-1e65-4ac3-b7f9-e08636159fb4 HTTP/1.1" status: 204 len: 168 time: 0.3172734 Dec 13 16:55:06.593427 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35418) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:06.595398 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a6568-d8b8-492c-86e6-c8e030819a2b None None] Network 14657912-c423-47d5-8443-b0389106e6d6 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:55:06.639165 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 6e8afb44-d87a-422c-bcae-a93462369a7d up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:06.686305 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.749651 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 6e8afb44-d87a-422c-bcae-a93462369a7d completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:55:06.755148 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 6e8afb44-d87a-422c-bcae-a93462369a7d triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:06.755622 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.799532 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481963f-eb56-4404-beab-6db6338f65b8 req-2a3efe0d-c4fa-4530-8caf-7d97ad5c38a5 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:06.800866 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8481963f-eb56-4404-beab-6db6338f65b8 req-2a3efe0d-c4fa-4530-8caf-7d97ad5c38a5 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 944 time: 0.1008639 Dec 13 16:55:06.828261 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] DHCP port deletion for 14657912-c423-47d5-8443-b0389106e6d6 request from dv-cinder-821602-2-iscsi {{(pid=109392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:55:06.845046 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Deleting port 0ada0447-c9f2-46fa-ab7f-e501616e1406 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:55:06.845625 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.911808 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.928167 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8481963f-eb56-4404-beab-6db6338f65b8 req-f9286eca-3851-49c9-8a1f-287be51ef761 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185424 Dec 13 16:55:06.940374 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] For port 0ada0447-c9f2-46fa-ab7f-e501616e1406, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=0ada0447-c9f2-46fa-ab7f-e501616e1406,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:06.944364 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.944708 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0550d1c-5c78-4f91-b4be-b55d993fee22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8afb44-d87a-422c-bcae-a93462369a7d'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:06.944708 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754f988a-1557-4825-b0df-379501319980" -d '{"events": [{"server_uuid": "b0550d1c-5c78-4f91-b4be-b55d993fee22", "name": "network-vif-plugged", "status": "completed", "tag": "6e8afb44-d87a-422c-bcae-a93462369a7d"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:06.958637 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] Deleting port 0ada0447-c9f2-46fa-ab7f-e501616e1406 {{(pid=109392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:55:06.959011 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:06.961747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 6e8afb44-d87a-422c-bcae-a93462369a7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e8afb44-d87a-422c-bcae-a93462369a7d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:06.970625 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Calling delete_port for 0ada0447-c9f2-46fa-ab7f-e501616e1406 owned by network:dhcp {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:55:06.977408 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.012106 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0391b52e-dc79-4eb8-8f31-39eac4c630bb x-openstack-request-id: req-0391b52e-dc79-4eb8-8f31-39eac4c630bb {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:07.012530 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0550d1c-5c78-4f91-b4be-b55d993fee22", "name": "network-vif-plugged", "status": "completed", "tag": "6e8afb44-d87a-422c-bcae-a93462369a7d", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:07.012809 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0391b52e-dc79-4eb8-8f31-39eac4c630bb {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:07.013192 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0550d1c-5c78-4f91-b4be-b55d993fee22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8afb44-d87a-422c-bcae-a93462369a7d', 'code': 200} Dec 13 16:55:07.063053 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.072929 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] For port 0ada0447-c9f2-46fa-ab7f-e501616e1406, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=0ada0447-c9f2-46fa-ab7f-e501616e1406,segment=NetworkSegment(aa8ba04f-18c8-4514-8f77-f47f9d86c0f2),segment_id=aa8ba04f-18c8-4514-8f77-f47f9d86c0f2)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:07.073344 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.092625 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ada0447-c9f2-46fa-ab7f-e501616e1406,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:07.094429 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] No DVR routers for this DVR port 0ada0447-c9f2-46fa-ab7f-e501616e1406 on host dv-cinder-821602-2-iscsi {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:55:07.097851 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] Calling delete_port for 0ada0447-c9f2-46fa-ab7f-e501616e1406 owned by network:dhcp {{(pid=109392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:55:07.103206 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=6e8afb44-d87a-422c-bcae-a93462369a7d,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:07.194891 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361'] for port, after_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.205876 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.224529 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] Pushing event deleted for resources: {'Port': ['ID=0ada0447-c9f2-46fa-ab7f-e501616e1406,revision_number=None']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:07.227339 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d0186-54ce-4d1f-aeca-2c5f42b6ec1f None None] No DVR routers for this DVR port 0ada0447-c9f2-46fa-ab7f-e501616e1406 on host dv-cinder-821602-2-iscsi {{(pid=109392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:55:07.242658 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14657912-c423-47d5-8443-b0389106e6d6']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:07.246970 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f333f-e827-4674-8ed8-60a49bcc1168 req-09b19722-01c9-42a9-9686-fbb19219a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:07.248400 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8c9f333f-e827-4674-8ed8-60a49bcc1168 req-09b19722-01c9-42a9-9686-fbb19219a0c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 1098 time: 0.0746498 Dec 13 16:55:07.263691 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:07.263972 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8ba04f-18c8-4514-8f77-f47f9d86c0f2') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:07.284054 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.307192 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.319600 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:55:07.320136 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:55:07.321683 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:55:07.337613 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8c9f333f-e827-4674-8ed8-60a49bcc1168 req-0db84966-0ee8-466f-9403-f8dcf784c481 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811944 Dec 13 16:55:07.349421 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 0ada0447-c9f2-46fa-ab7f-e501616e1406 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:55:07.374261 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 0ada0447-c9f2-46fa-ab7f-e501616e1406 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:55:07.374586 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 0ada0447-c9f2-46fa-ab7f-e501616e1406 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:55:07.374991 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 92b12c67-1a6c-41d2-b455-62ed7bb56410 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:55:07.386641 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.392306 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.395485 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 92b12c67-1a6c-41d2-b455-62ed7bb56410 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:55:07.395639 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] 10.222.0.62 "DELETE /v2.0/networks/14657912-c423-47d5-8443-b0389106e6d6 HTTP/1.1" status: 204 len: 168 time: 0.8000510 Dec 13 16:55:07.395842 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 92b12c67-1a6c-41d2-b455-62ed7bb56410 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:55:07.396255 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:55:07.411629 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a36eff-7089-4a7f-a543-c71b3ccb9c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=14657912-c423-47d5-8443-b0389106e6d6,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:07.422861 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:55:07.423208 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 029aca52-7cdf-4c51-b7aa-2e2a20f423c8 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:55:07.526858 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35426) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:07.569730 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ba40754f-f228-4636-8dca-d6250cc9fd1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c94e8e265a6f4fb585504a1e95ceda28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412192 Dec 13 16:55:07.574563 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35428) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:07.633301 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7ebef880-9fba-45de-b25a-d6159af2dca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.661600 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7ebef880-9fba-45de-b25a-d6159af2dca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.712391 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7ebef880-9fba-45de-b25a-d6159af2dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.715433 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7ebef880-9fba-45de-b25a-d6159af2dca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:07.716633 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-7ebef880-9fba-45de-b25a-d6159af2dca2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86ae5bbb-32bd-4d67-8b31-adcc420d79a3 HTTP/1.1" status: 204 len: 168 time: 0.1409283 Dec 13 16:55:07.724476 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebef880-9fba-45de-b25a-d6159af2dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ae5bbb-32bd-4d67-8b31-adcc420d79a3,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:08.061837 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298b44b-1706-4111-9cbc-5e337309eaf3 req-94739b95-5a91-4a1a-ac6f-3b3f8261dddb tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:08.063344 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c298b44b-1706-4111-9cbc-5e337309eaf3 req-94739b95-5a91-4a1a-ac6f-3b3f8261dddb tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 945 time: 0.0511558 Dec 13 16:55:08.111667 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c298b44b-1706-4111-9cbc-5e337309eaf3 req-9e4c9ea4-a4e6-427c-9739-f802d4d3661e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Dec 13 16:55:09.238381 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866d7d-11df-496d-b285-ad036d86af80 req-7d8f68ff-8e6b-4ca4-b8e7-c56c48f8d3cb tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:09.239882 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e9866d7d-11df-496d-b285-ad036d86af80 req-7d8f68ff-8e6b-4ca4-b8e7-c56c48f8d3cb tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 945 time: 0.0576077 Dec 13 16:55:09.295747 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e9866d7d-11df-496d-b285-ad036d86af80 req-7b03cc7c-7b0b-4c90-8cae-a86c62fb040c tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 Dec 13 16:55:11.075744 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-5604cbc9-a603-4df5-9b43-1a8999c65e11 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:11.077274 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-5604cbc9-a603-4df5-9b43-1a8999c65e11 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 815 time: 0.1046383 Dec 13 16:55:11.093449 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-8997018f-16b5-49a9-87b4-21c80567ba09 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/quotas/c6d1af29ea9c44a7870cae601abfe353 HTTP/1.1" status: 200 len: 375 time: 0.0105369 Dec 13 16:55:11.147392 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-6ebd039e-0bfb-4603-a214-659e1ac7f009 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481277 Dec 13 16:55:11.363963 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-5cf404d6-17db-43e8-a407-70993fc14fdc service neutron] 10.222.0.62 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091651 Dec 13 16:55:11.459250 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-aa9e3339-984f-4c7e-9957-e951c6e4a5f7 service neutron] 10.222.0.62 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874393 Dec 13 16:55:11.639019 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5799870a-d4f2-4808-ad94-76da0d95fdf5 req-fe5a4e4d-eb42-4d13-93df-d0f98ee25b30 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Dec 13 16:55:12.631373 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-231c4f48-d8a7-4349-8434-05b5875391bd tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:12.633190 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-231c4f48-d8a7-4349-8434-05b5875391bd tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 815 time: 0.1168694 Dec 13 16:55:12.648027 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Request body: {'port': {'device_id': '480dcd5e-4e36-4139-bd52-df57f36d3ba6', 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'admin_state_up': True, 'tenant_id': 'c6d1af29ea9c44a7870cae601abfe353'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:12.774198 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f1aabc57-45d7-4178-94de-1b272347dbf9 req-6eee726e-ac1a-4ac5-be2a-a1618d7bb6dd tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0359256 Dec 13 16:55:12.822699 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Made reservation on behalf of c6d1af29ea9c44a7870cae601abfe353 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:12.829524 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:12.909743 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35554) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:12.986283 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Allocated IP 172.20.0.14 (9a74d399-a83a-4821-82c3-e489fb3f4179/c196c6e5-a4ad-4456-bda5-a72603c6755e/6e87af8a-2f15-4d0b-b805-697a5ab064b5) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:13.034760 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-45337fbb-3126-417a-9c6f-b2371d6ad953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.131810 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-45337fbb-3126-417a-9c6f-b2371d6ad953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.137952 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-45337fbb-3126-417a-9c6f-b2371d6ad953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.165290 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.176998 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-45337fbb-3126-417a-9c6f-b2371d6ad953 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a01706757bdd4ac6a7e9d76556b4b26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661498 Dec 13 16:55:13.178196 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45337fbb-3126-417a-9c6f-b2371d6ad953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cc3787-2c4b-46d5-9260-abf7048891d0,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:13.181071 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35558) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:13.207720 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.220479 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['dc82648a-ba50-4acf-b164-725387a2d87d', '6e8afb44-d87a-422c-bcae-a93462369a7d'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:13.242133 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d24e-5319-4a11-bff4-ec110bd8c437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.256475 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Network 9a74d399-a83a-4821-82c3-e489fb3f4179 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:13.259872 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:13.264749 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:13.269187 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d24e-5319-4a11-bff4-ec110bd8c437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.287437 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Pushing event updated for resources: {'Port': ['ID=6e87af8a-2f15-4d0b-b805-697a5ab064b5,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:13.325785 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:13.326475 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.346368 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-d92816bc-47e1-454c-8df5-3bd5f2627180 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7025094 Dec 13 16:55:13.348448 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d24e-5319-4a11-bff4-ec110bd8c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.352189 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d24e-5319-4a11-bff4-ec110bd8c437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.355924 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-eeb1d24e-5319-4a11-bff4-ec110bd8c437 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1cc3787-2c4b-46d5-9260-abf7048891d0 HTTP/1.1" status: 204 len: 168 time: 0.1714060 Dec 13 16:55:13.364044 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1d24e-5319-4a11-bff4-ec110bd8c437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cc3787-2c4b-46d5-9260-abf7048891d0,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:13.369445 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Request body: {'port': {'device_id': '480dcd5e-4e36-4139-bd52-df57f36d3ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:13.439092 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.673931 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35564) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:13.687922 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f1e641b8-4fbf-49e4-9596-a98afd3a3197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.733811 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e87af8a-2f15-4d0b-b805-697a5ab064b5 {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:13.745372 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.761026 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Transition to ACTIVE for port object 6e87af8a-2f15-4d0b-b805-697a5ab064b5 will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:55:13.768548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.800894 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f1e641b8-4fbf-49e4-9596-a98afd3a3197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.808659 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f1e641b8-4fbf-49e4-9596-a98afd3a3197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.854188 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f1e641b8-4fbf-49e4-9596-a98afd3a3197 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dce58a46423e4980ac8a411a65c40fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764898 Dec 13 16:55:13.854188 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e641b8-4fbf-49e4-9596-a98afd3a3197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6232e954-66dc-45cb-812a-59dea895d096,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:13.855026 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35568) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:13.878389 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Pushing event updated for resources: {'Port': ['ID=6e87af8a-2f15-4d0b-b805-697a5ab064b5,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:13.910332 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Attempting to bind port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:55:13.910571 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Attempting to bind port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:55:13.910870 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Attempting to bind port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 on network 9a74d399-a83a-4821-82c3-e489fb3f4179 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:13.915382 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 on network 9a74d399-a83a-4821-82c3-e489fb3f4179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:55:13.915699 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Attempting to bind port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 on network 9a74d399-a83a-4821-82c3-e489fb3f4179 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:13.920505 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:55:13.920880 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Checking segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:13.921258 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Bound using segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:55:13.921678 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Bound port: 6e87af8a-2f15-4d0b-b805-697a5ab064b5, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:55:13.922026 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.942736 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-63a8a93d-b706-45aa-9325-51f57a193b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.956470 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284539e-34b5-42e4-85c8-5113ba312795 req-8e42e43c-dea8-4dd5-ac1b-27877193666a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:13.957989 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5284539e-34b5-42e4-85c8-5113ba312795 req-8e42e43c-dea8-4dd5-ac1b-27877193666a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 944 time: 0.0841992 Dec 13 16:55:13.989164 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-63a8a93d-b706-45aa-9325-51f57a193b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:13.989431 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] For port 6e87af8a-2f15-4d0b-b805-697a5ab064b5, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:55:13.994456 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] For port 6e87af8a-2f15-4d0b-b805-697a5ab064b5, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e87af8a-2f15-4d0b-b805-697a5ab064b5,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:55:13.999929 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:14.036544 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.037168 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:14.038649 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] 10.222.0.65 "PUT /v2.0/ports/6e87af8a-2f15-4d0b-b805-697a5ab064b5 HTTP/1.1" status: 200 len: 1094 time: 0.6781428 Dec 13 16:55:14.039085 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480dcd5e-4e36-4139-bd52-df57f36d3ba6', 'tag': '6e87af8a-2f15-4d0b-b805-697a5ab064b5'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:14.039364 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-5284539e-34b5-42e4-85c8-5113ba312795 req-e3a53289-d562-4089-80e7-f803f3fd492e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741639 Dec 13 16:55:14.041545 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b" -d '{"events": [{"name": "network-changed", "server_uuid": "480dcd5e-4e36-4139-bd52-df57f36d3ba6", "tag": "6e87af8a-2f15-4d0b-b805-697a5ab064b5"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:14.065774 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-63a8a93d-b706-45aa-9325-51f57a193b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:14.068525 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-63a8a93d-b706-45aa-9325-51f57a193b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:14.069701 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-63a8a93d-b706-45aa-9325-51f57a193b80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6232e954-66dc-45cb-812a-59dea895d096 HTTP/1.1" status: 204 len: 168 time: 0.2137544 Dec 13 16:55:14.084784 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8a93d-b706-45aa-9325-51f57a193b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6232e954-66dc-45cb-812a-59dea895d096,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:14.089854 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e42f47-b3fa-4cc4-b671-7c5e53b6924d service neutron] Pushing event updated for resources: {'Port': ['ID=6e87af8a-2f15-4d0b-b805-697a5ab064b5,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:14.106495 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441642b9-9a62-4497-9a8f-2ab327eedac7 x-openstack-request-id: req-441642b9-9a62-4497-9a8f-2ab327eedac7 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:14.106790 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480dcd5e-4e36-4139-bd52-df57f36d3ba6", "tag": "6e87af8a-2f15-4d0b-b805-697a5ab064b5", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:14.107166 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-441642b9-9a62-4497-9a8f-2ab327eedac7 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:14.107545 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480dcd5e-4e36-4139-bd52-df57f36d3ba6', 'tag': '6e87af8a-2f15-4d0b-b805-697a5ab064b5', 'status': 'completed', 'code': 200} Dec 13 16:55:14.140581 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-b090bf76-e564-4384-b202-d1cbb7c6a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.142273 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-b090bf76-e564-4384-b202-d1cbb7c6a40f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0454216 Dec 13 16:55:14.190276 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-33786620-7c5c-4f63-ae42-e1ee815d4523 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e87af8a-2f15-4d0b-b805-697a5ab064b5 HTTP/1.1" status: 200 len: 217 time: 0.0381577 Dec 13 16:55:14.239874 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-f4cd9c3d-2f1b-416d-834d-aa975423f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.241931 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-f4cd9c3d-2f1b-416d-834d-aa975423f8e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 200 len: 855 time: 0.0440640 Dec 13 16:55:14.274503 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-706ebb5e-cb34-4239-87f6-9124fbcf550f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a74d399-a83a-4821-82c3-e489fb3f4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254986 Dec 13 16:55:14.368408 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-bb59981b-82df-466a-b7c1-ed2783727945 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865202 Dec 13 16:55:14.462910 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5cdc6125-7b03-4d99-b612-b0ae53a3ecc1 req-8afa581d-1853-435f-9ee5-ec2f9cde5a6b service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833194 Dec 13 16:55:14.564724 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-24166431-9fcc-4595-bfff-bb4d910b9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.566522 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-24166431-9fcc-4595-bfff-bb4d910b9d74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0489686 Dec 13 16:55:14.666075 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-aadbec84-4dd4-4e7f-8588-28db3ff449f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.667589 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-aadbec84-4dd4-4e7f-8588-28db3ff449f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 916 time: 0.0940061 Dec 13 16:55:14.716239 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-3a7cc753-7f48-483d-980f-4996af643e39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e87af8a-2f15-4d0b-b805-697a5ab064b5 HTTP/1.1" status: 200 len: 217 time: 0.0365419 Dec 13 16:55:14.771930 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-2b3d2f47-002a-43b8-8b09-77dd8a1e4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.773517 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-2b3d2f47-002a-43b8-8b09-77dd8a1e4c80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 200 len: 855 time: 0.0492916 Dec 13 16:55:14.806748 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-3f68c267-fcff-445f-8cfb-92cb32cfd128 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a74d399-a83a-4821-82c3-e489fb3f4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247736 Dec 13 16:55:14.910676 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-c0551491-6015-4e3c-817f-34862bc48891 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841942 Dec 13 16:55:15.009308 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0e7f6b71-1b5c-4fa7-8f98-02bbac9dda3b req-23675901-ea61-4cfb-a42b-2001ac48c18e service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908043 Dec 13 16:55:15.182740 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fdeb3-2ecb-45b4-b841-925c0e785c5d req-10100f73-6da2-47a9-8f92-29c68b005aff tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:15.184270 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cc0fdeb3-2ecb-45b4-b841-925c0e785c5d req-10100f73-6da2-47a9-8f92-29c68b005aff tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 944 time: 0.0539675 Dec 13 16:55:15.234950 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cc0fdeb3-2ecb-45b4-b841-925c0e785c5d req-65d34156-1b20-490c-8896-83f11ba10f6f tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Dec 13 16:55:16.362565 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f022877-51f5-4179-8202-59edbf8744df req-530616a4-8761-4389-9a97-3c5e00fef3cf tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:16.364091 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4f022877-51f5-4179-8202-59edbf8744df req-530616a4-8761-4389-9a97-3c5e00fef3cf tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 944 time: 0.0515184 Dec 13 16:55:16.419919 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4f022877-51f5-4179-8202-59edbf8744df req-c9fc1890-d84c-417d-9237-7d0c0d1bf82c tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496957 Dec 13 16:55:16.664021 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 6e87af8a-2f15-4d0b-b805-697a5ab064b5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:55:16.762139 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 6e87af8a-2f15-4d0b-b805-697a5ab064b5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e87af8a-2f15-4d0b-b805-697a5ab064b5,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:16.776008 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '6e87af8a-2f15-4d0b-b805-697a5ab064b5', 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'port_id': '6e87af8a-2f15-4d0b-b805-697a5ab064b5', 'mac_address': 'fa:16:3e:fe:dc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c196c6e5-a4ad-4456-bda5-a72603c6755e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:55:16.818011 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:16.834922 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e87af8a-2f15-4d0b-b805-697a5ab064b5 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:16.855871 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 6e87af8a-2f15-4d0b-b805-697a5ab064b5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e87af8a-2f15-4d0b-b805-697a5ab064b5,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:16.863031 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:16.909710 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=6e87af8a-2f15-4d0b-b805-697a5ab064b5,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:17.105208 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['6e87af8a-2f15-4d0b-b805-697a5ab064b5'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:17.360849 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e6aee657-6a08-4272-95d2-7b883827eb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:17.547785 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0703ee2-e307-41fa-b6e9-d0bff622cafa req-8a8f9f27-cc51-4665-95f9-870bf0e27ba1 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:17.549410 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f0703ee2-e307-41fa-b6e9-d0bff622cafa req-8a8f9f27-cc51-4665-95f9-870bf0e27ba1 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 945 time: 0.0603218 Dec 13 16:55:17.596796 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f0703ee2-e307-41fa-b6e9-d0bff622cafa req-756320d9-6731-433e-89e6-24a3ee44d60f tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Dec 13 16:55:18.557160 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:18.686275 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 6e87af8a-2f15-4d0b-b805-697a5ab064b5 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:18.727369 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42d9f9-2303-45d7-8a0f-cb53f971c4f8 req-794e23f2-17f1-464e-83c4-c93200807709 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:18.729129 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ab42d9f9-2303-45d7-8a0f-cb53f971c4f8 req-794e23f2-17f1-464e-83c4-c93200807709 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 945 time: 0.0578496 Dec 13 16:55:18.744281 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:55:18.748763 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:18.749133 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:18.836458 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:18.863058 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480dcd5e-4e36-4139-bd52-df57f36d3ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e87af8a-2f15-4d0b-b805-697a5ab064b5'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:18.865441 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd1eb55-c660-4366-8b90-695e5a7e484d" -d '{"events": [{"server_uuid": "480dcd5e-4e36-4139-bd52-df57f36d3ba6", "name": "network-vif-plugged", "status": "completed", "tag": "6e87af8a-2f15-4d0b-b805-697a5ab064b5"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:18.879379 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 6e87af8a-2f15-4d0b-b805-697a5ab064b5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e87af8a-2f15-4d0b-b805-697a5ab064b5,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:18.889800 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:18.925809 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6131f17-8c23-4d42-82c4-c2ddbcf251c1 x-openstack-request-id: req-f6131f17-8c23-4d42-82c4-c2ddbcf251c1 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:18.926220 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480dcd5e-4e36-4139-bd52-df57f36d3ba6", "name": "network-vif-plugged", "status": "completed", "tag": "6e87af8a-2f15-4d0b-b805-697a5ab064b5", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:18.926565 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6131f17-8c23-4d42-82c4-c2ddbcf251c1 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:18.927208 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480dcd5e-4e36-4139-bd52-df57f36d3ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e87af8a-2f15-4d0b-b805-697a5ab064b5', 'code': 200} Dec 13 16:55:18.962467 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=6e87af8a-2f15-4d0b-b805-697a5ab064b5,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:18.970765 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.971128 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.971656 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.971996 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.972336 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.972672 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.973003 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.973342 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.973779 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.974141 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.974516 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.974847 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:18.975170 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:19.056037 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ab42d9f9-2303-45d7-8a0f-cb53f971c4f8 req-4d2df96f-fb12-48f2-9afb-8c66f7a27e7d tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205509 Dec 13 16:55:19.119498 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42267351-b1dc-4765-a4d1-d40277c75997 req-67418cf5-3194-4392-86fe-a2312f91cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:19.121016 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-42267351-b1dc-4765-a4d1-d40277c75997 req-67418cf5-3194-4392-86fe-a2312f91cc2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 1099 time: 0.0434413 Dec 13 16:55:19.167549 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-42267351-b1dc-4765-a4d1-d40277c75997 req-6cdc5f99-e9d2-4d95-90af-70057531ff18 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386603 Dec 13 16:55:19.667431 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-32b7b12a-89ce-4309-8ac5-7867fa9c6177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.198735 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa77e5-3994-4e87-b25c-3eb434897da5 req-ec5eed1f-8dec-4bda-b12c-0cd9ac0551b2 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:20.200357 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-07aa77e5-3994-4e87-b25c-3eb434897da5 req-ec5eed1f-8dec-4bda-b12c-0cd9ac0551b2 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 946 time: 0.0649915 Dec 13 16:55:20.250870 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-07aa77e5-3994-4e87-b25c-3eb434897da5 req-936d0e87-21bb-4872-85c7-8c4003df5ace tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Dec 13 16:55:20.640206 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35702) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:20.751617 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.753505 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7c019104-4d35-4d02-a7a3-2e5643692c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.835098 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7c019104-4d35-4d02-a7a3-2e5643692c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.841786 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7c019104-4d35-4d02-a7a3-2e5643692c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.887374 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c019104-4d35-4d02-a7a3-2e5643692c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83ec4e8-ea4c-4919-9d5e-e946203aef33,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:20.891957 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7c019104-4d35-4d02-a7a3-2e5643692c48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4131fed4b9a744dcbafe213d5cf0bcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503731 Dec 13 16:55:20.895474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35706) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:20.942377 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-5f25cdcf-4227-4c19-9739-ea1d9c8ac205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.975241 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-5f25cdcf-4227-4c19-9739-ea1d9c8ac205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.034336 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-5f25cdcf-4227-4c19-9739-ea1d9c8ac205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.038383 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-5f25cdcf-4227-4c19-9739-ea1d9c8ac205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.040268 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-5f25cdcf-4227-4c19-9739-ea1d9c8ac205 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e83ec4e8-ea4c-4919-9d5e-e946203aef33 HTTP/1.1" status: 204 len: 168 time: 0.1444271 Dec 13 16:55:21.048554 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25cdcf-4227-4c19-9739-ea1d9c8ac205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83ec4e8-ea4c-4919-9d5e-e946203aef33,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:21.340052 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35714) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:21.355075 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-37736408-af13-4994-b320-b0721bb08928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.383805 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe5a5-ee91-4453-91c7-6c4279f6299b req-6d3e4832-6a35-4643-a62c-02ea39a13ac2 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:21.386112 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2d9fe5a5-ee91-4453-91c7-6c4279f6299b req-6d3e4832-6a35-4643-a62c-02ea39a13ac2 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 946 time: 0.0667164 Dec 13 16:55:21.454827 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-37736408-af13-4994-b320-b0721bb08928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.459321 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-37736408-af13-4994-b320-b0721bb08928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.463984 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2d9fe5a5-ee91-4453-91c7-6c4279f6299b req-0cc82c01-e061-4479-856e-0d5ec7821aa7 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704920 Dec 13 16:55:21.474718 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71dd520d-0182-43e0-8531-420630b08bc6 req-a6d19606-e808-4004-9e7e-7f2067c4312d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595713 Dec 13 16:55:21.500121 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-37736408-af13-4994-b320-b0721bb08928 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e2a4e7f21fb47a6aafd5f13bea853e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589534 Dec 13 16:55:21.503146 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35718) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:21.510793 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37736408-af13-4994-b320-b0721bb08928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2939ac91-061b-417e-b8e0-cd0b7a6b8357,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:21.553475 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd520d-0182-43e0-8531-420630b08bc6 req-7043ecc8-d16e-44db-9dca-ada56e46e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:21.555221 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71dd520d-0182-43e0-8531-420630b08bc6 req-7043ecc8-d16e-44db-9dca-ada56e46e94e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0552061 Dec 13 16:55:21.568892 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec834-8fa7-4bf0-9d13-1fe531c32687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.591934 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec834-8fa7-4bf0-9d13-1fe531c32687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.647471 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec834-8fa7-4bf0-9d13-1fe531c32687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.650297 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec834-8fa7-4bf0-9d13-1fe531c32687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.655477 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-8e6ec834-8fa7-4bf0-9d13-1fe531c32687 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2939ac91-061b-417e-b8e0-cd0b7a6b8357 HTTP/1.1" status: 204 len: 168 time: 0.1510627 Dec 13 16:55:21.664945 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ec834-8fa7-4bf0-9d13-1fe531c32687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939ac91-061b-417e-b8e0-cd0b7a6b8357,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:21.694562 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd520d-0182-43e0-8531-420630b08bc6 req-72597fdf-5e5c-40f3-8da7-fab6a1ba2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:21.697060 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71dd520d-0182-43e0-8531-420630b08bc6 req-72597fdf-5e5c-40f3-8da7-fab6a1ba2c36 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 908 time: 0.1096139 Dec 13 16:55:21.780299 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71dd520d-0182-43e0-8531-420630b08bc6 req-febf6556-b0c8-4ed3-9136-c95631fb5eec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 1001 time: 0.0735397 Dec 13 16:55:21.840152 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd520d-0182-43e0-8531-420630b08bc6 req-ced38f33-cab9-44fc-bb91-46a2382f7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:21.842316 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71dd520d-0182-43e0-8531-420630b08bc6 req-ced38f33-cab9-44fc-bb91-46a2382f7cd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.0509830 Dec 13 16:55:21.894536 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd520d-0182-43e0-8531-420630b08bc6 req-eb138050-b2d2-432a-bab8-63ed701a4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:21.895964 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71dd520d-0182-43e0-8531-420630b08bc6 req-eb138050-b2d2-432a-bab8-63ed701a4039 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456884 Dec 13 16:55:22.003275 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71dd520d-0182-43e0-8531-420630b08bc6 req-d09ea4c2-da24-4a4a-8663-2e4c0874d3a1 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932708 Dec 13 16:55:22.111902 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71dd520d-0182-43e0-8531-420630b08bc6 req-ee3617c2-62b9-4d68-ab0c-0fc1f7231810 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976093 Dec 13 16:55:22.268422 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.656122 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:55:23.009499 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:34.536257 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-4b801bb6-67c9-4fe7-9dc5-b02a32e77038 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:34.537778 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-4b801bb6-67c9-4fe7-9dc5-b02a32e77038 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 815 time: 0.1128922 Dec 13 16:55:34.552842 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-de573cfa-d8c6-4788-805a-80cbe3c1f885 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/quotas/c6d1af29ea9c44a7870cae601abfe353 HTTP/1.1" status: 200 len: 375 time: 0.0091927 Dec 13 16:55:34.606342 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-86130476-4b3b-44c8-aff9-684a7aeeff8d tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483358 Dec 13 16:55:34.700586 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-95e2e557-e34a-4275-b1a0-f5c055c67328 service neutron] 10.222.0.62 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868912 Dec 13 16:55:34.790441 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-ac7ddf13-f944-4089-9270-9cd6928c9b7c service neutron] 10.222.0.62 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836236 Dec 13 16:55:34.951078 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a6368a17-ba1a-4cad-8131-cdf63c1fd146 req-fc9d50b4-bd24-4e6e-abcf-c4e741a45be8 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 210 time: 0.0271113 Dec 13 16:55:36.059545 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-102299ea-7b7a-4857-84b7-551d2d8aa6e4 req-ffbd2e62-820b-4748-84af-190da943c057 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 210 time: 0.0365107 Dec 13 16:55:37.173201 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a3b8866f-9711-4f4f-9d02-6e678f149a0a req-5adafb6a-dc7d-4793-b8b9-89bb9e8898d5 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 210 time: 0.0265868 Dec 13 16:55:38.280151 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c34a8eac-e472-4637-a672-2a6f2eaf6492 req-608b3825-36aa-4afe-9bc8-70eb4c4c14c8 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 210 time: 0.0334630 Dec 13 16:55:38.556915 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-bc627ca8-b7ac-4d74-9cdc-657b6ee240df tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:38.558482 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-bc627ca8-b7ac-4d74-9cdc-657b6ee240df tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 815 time: 0.1099353 Dec 13 16:55:38.577684 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Request body: {'port': {'device_id': '1774ca4a-0112-49ba-adc1-a80eed39d878', 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'admin_state_up': True, 'tenant_id': 'c6d1af29ea9c44a7870cae601abfe353'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:38.707919 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Made reservation on behalf of c6d1af29ea9c44a7870cae601abfe353 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:38.711554 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:38.847701 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Allocated IP 172.20.0.13 (9a74d399-a83a-4821-82c3-e489fb3f4179/c196c6e5-a4ad-4456-bda5-a72603c6755e/9e58cfbd-fd33-4469-a060-d4c8591cdb1f) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:38.995762 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.032289 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.046151 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['dc82648a-ba50-4acf-b164-725387a2d87d', '6e8afb44-d87a-422c-bcae-a93462369a7d', '6e87af8a-2f15-4d0b-b805-697a5ab064b5'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:39.077353 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Network 9a74d399-a83a-4821-82c3-e489fb3f4179 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:39.080466 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:39.084047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:39.114631 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Pushing event updated for resources: {'Port': ['ID=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:39.131782 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.132142 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.132521 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.132886 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.133222 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.133646 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.133877 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.134202 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.134506 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.134883 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.135177 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.135499 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.135803 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:39.152813 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:39.153167 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.174907 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-18f7b738-db78-4fac-9e7e-a842633ba460 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017010 Dec 13 16:55:39.188492 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Request body: {'port': {'device_id': '1774ca4a-0112-49ba-adc1-a80eed39d878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:39.251909 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.411404 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f60d4c-2b2f-4d5e-a90a-3ee8da2f6ae1 req-c696231c-9e3d-4bc9-b658-065d1fe8a168 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:39.417051 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-45f60d4c-2b2f-4d5e-a90a-3ee8da2f6ae1 req-c696231c-9e3d-4bc9-b658-065d1fe8a168 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 932 time: 0.0585916 Dec 13 16:55:39.469433 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-45f60d4c-2b2f-4d5e-a90a-3ee8da2f6ae1 req-daa0c2bc-369d-4b53-a0a7-0af69905db36 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490882 Dec 13 16:55:39.556687 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e58cfbd-fd33-4469-a060-d4c8591cdb1f {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:39.564746 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.577386 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Transition to ACTIVE for port object 9e58cfbd-fd33-4469-a060-d4c8591cdb1f will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:55:39.585105 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.646530 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Pushing event updated for resources: {'Port': ['ID=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:39.716407 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Attempting to bind port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:55:39.716766 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Attempting to bind port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:55:39.717091 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Attempting to bind port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f on network 9a74d399-a83a-4821-82c3-e489fb3f4179 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:39.722652 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f on network 9a74d399-a83a-4821-82c3-e489fb3f4179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:55:39.723069 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Attempting to bind port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f on network 9a74d399-a83a-4821-82c3-e489fb3f4179 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:39.728101 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:55:39.728441 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Checking segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:39.728838 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Bound using segment: {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:55:39.729267 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Bound port: 9e58cfbd-fd33-4469-a060-d4c8591cdb1f, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f709a54-2c83-4735-9983-b27c5e07d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:55:39.729641 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.793736 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] For port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:55:39.797135 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] For port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:55:39.802443 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.838150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:39.838821 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.840302 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] 10.222.0.65 "PUT /v2.0/ports/9e58cfbd-fd33-4469-a060-d4c8591cdb1f HTTP/1.1" status: 200 len: 1094 time: 0.6563110 Dec 13 16:55:39.850349 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1774ca4a-0112-49ba-adc1-a80eed39d878', 'tag': '9e58cfbd-fd33-4469-a060-d4c8591cdb1f'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:39.850349 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58" -d '{"events": [{"name": "network-changed", "server_uuid": "1774ca4a-0112-49ba-adc1-a80eed39d878", "tag": "9e58cfbd-fd33-4469-a060-d4c8591cdb1f"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:39.875872 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dec51-80e9-4980-8c35-ddb34df33a2c service neutron] Pushing event updated for resources: {'Port': ['ID=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:39.901766 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a05eb1-107e-42eb-9cd4-76f95b9d8d1a x-openstack-request-id: req-22a05eb1-107e-42eb-9cd4-76f95b9d8d1a {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:39.902222 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1774ca4a-0112-49ba-adc1-a80eed39d878", "tag": "9e58cfbd-fd33-4469-a060-d4c8591cdb1f", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:39.902635 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22a05eb1-107e-42eb-9cd4-76f95b9d8d1a {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:39.903111 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1774ca4a-0112-49ba-adc1-a80eed39d878', 'tag': '9e58cfbd-fd33-4469-a060-d4c8591cdb1f', 'status': 'completed', 'code': 200} Dec 13 16:55:39.952371 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-6ac5296b-d443-427e-a56f-2a7baa9e7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:39.953895 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-6ac5296b-d443-427e-a56f-2a7baa9e7ec5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 1097 time: 0.0418751 Dec 13 16:55:39.999678 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-3c87e683-c8ba-43c2-a2be-cb79998087ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e58cfbd-fd33-4469-a060-d4c8591cdb1f HTTP/1.1" status: 200 len: 217 time: 0.0343423 Dec 13 16:55:40.058892 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-d35bc130-ce91-4c82-86ef-cdc4928b67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:40.060431 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-d35bc130-ce91-4c82-86ef-cdc4928b67e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 200 len: 855 time: 0.0520744 Dec 13 16:55:40.093461 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-99e26e3d-add0-4a63-9a96-9055b133f2c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a74d399-a83a-4821-82c3-e489fb3f4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254743 Dec 13 16:55:40.183087 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-d6970d05-f26a-4fe6-852d-1d3953b1b881 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819249 Dec 13 16:55:40.281751 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b18f10ce-12db-4d03-81e4-8f64efe81643 req-0565a4e1-cc79-413d-aec7-a65c88fe99d6 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902019 Dec 13 16:55:40.377212 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-73f433cf-6888-4ff5-9f2a-54fdc98a2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:40.378727 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-73f433cf-6888-4ff5-9f2a-54fdc98a2d66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6d1af29ea9c44a7870cae601abfe353&device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 1097 time: 0.0447168 Dec 13 16:55:40.477885 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-560c908e-f62d-45d4-aa8b-fad70cb65db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:40.479357 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-560c908e-f62d-45d4-aa8b-fad70cb65db7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 200 len: 916 time: 0.0905452 Dec 13 16:55:40.526253 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-afa92ea5-3687-4802-9b22-7410cf09f101 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e58cfbd-fd33-4469-a060-d4c8591cdb1f HTTP/1.1" status: 200 len: 217 time: 0.0377460 Dec 13 16:55:40.577897 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-20d2f0b2-0733-4a63-a64d-451a52c1cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:40.579394 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-20d2f0b2-0733-4a63-a64d-451a52c1cc63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 200 len: 855 time: 0.0453570 Dec 13 16:55:40.587590 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f9065-fb23-486a-ad6d-8a4a418c445e req-00486753-9846-424c-be1c-145ed87f2ca2 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:40.589113 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-223f9065-fb23-486a-ad6d-8a4a418c445e req-00486753-9846-424c-be1c-145ed87f2ca2 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 944 time: 0.0498335 Dec 13 16:55:40.623816 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-69a31a33-dca1-4b66-8bc7-00d1170bf7dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a74d399-a83a-4821-82c3-e489fb3f4179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262053 Dec 13 16:55:40.639870 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-223f9065-fb23-486a-ad6d-8a4a418c445e req-85f958af-b8da-401b-abc5-c90440ece93f tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Dec 13 16:55:40.716753 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-32fe61e4-ba5c-4c45-ace2-198d12fff9d7 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848575 Dec 13 16:55:40.812471 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c6b20c47-a388-4ded-87b2-95ce1d9b7f58 req-3d829a75-6fe6-41b4-bdd0-a08275811b15 service neutron] 10.222.0.65 "GET /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838878 Dec 13 16:55:41.771509 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e1a7d-12f7-431b-bf52-b7c1a8870c27 req-dafb90e9-523f-46d0-aceb-e1b3a3579101 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:41.773014 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-550e1a7d-12f7-431b-bf52-b7c1a8870c27 req-dafb90e9-523f-46d0-aceb-e1b3a3579101 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 944 time: 0.0585504 Dec 13 16:55:41.823867 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-550e1a7d-12f7-431b-bf52-b7c1a8870c27 req-10793188-af00-41e5-99bf-24844232967c tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Dec 13 16:55:42.521585 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35938) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:42.645764 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0c509054-20a8-447a-8977-138d5012a4e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:42.723833 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0c509054-20a8-447a-8977-138d5012a4e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:42.732154 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0c509054-20a8-447a-8977-138d5012a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:42.769206 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-0c509054-20a8-447a-8977-138d5012a4e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea3cebe5c55b43ba87ef91c21a2e5870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465453 Dec 13 16:55:42.770083 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c509054-20a8-447a-8977-138d5012a4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d475f6-02f7-4f12-b743-0ec5720fff40,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:42.772144 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35942) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:42.806650 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 9e58cfbd-fd33-4469-a060-d4c8591cdb1f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:55:42.821573 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7515-b3cd-4df4-ac0f-e52cc0034b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:42.843897 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7515-b3cd-4df4-ac0f-e52cc0034b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:42.898228 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7515-b3cd-4df4-ac0f-e52cc0034b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:42.901086 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7515-b3cd-4df4-ac0f-e52cc0034b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:42.904746 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-2c1c7515-b3cd-4df4-ac0f-e52cc0034b7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84d475f6-02f7-4f12-b743-0ec5720fff40 HTTP/1.1" status: 204 len: 168 time: 0.1292574 Dec 13 16:55:42.906138 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:42.917972 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '9e58cfbd-fd33-4469-a060-d4c8591cdb1f', 'network_id': '9a74d399-a83a-4821-82c3-e489fb3f4179', 'port_id': '9e58cfbd-fd33-4469-a060-d4c8591cdb1f', 'mac_address': 'fa:16:3e:1f:b3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c196c6e5-a4ad-4456-bda5-a72603c6755e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:55:42.941325 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c7515-b3cd-4df4-ac0f-e52cc0034b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d475f6-02f7-4f12-b743-0ec5720fff40,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:42.963722 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174554b-4148-433a-bdf9-09c31d248d3a req-e0f5aabe-edff-4a43-aa29-f9e347a8e120 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:42.965123 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0174554b-4148-433a-bdf9-09c31d248d3a req-e0f5aabe-edff-4a43-aa29-f9e347a8e120 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 944 time: 0.0580738 Dec 13 16:55:42.975355 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:42.990320 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e58cfbd-fd33-4469-a060-d4c8591cdb1f {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:43.014485 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:43.017376 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0174554b-4148-433a-bdf9-09c31d248d3a req-e973fe31-dca6-4265-80aa-7bad4b7b98e7 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 Dec 13 16:55:43.020405 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:43.070375 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:43.312208 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['9e58cfbd-fd33-4469-a060-d4c8591cdb1f'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:43.575334 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 35966) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:43.685999 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217764596-network', 'tenant_id': 'c2c012e0f9a44258850f7026e65a6ec2'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:43.708128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Made reservation on behalf of c2c012e0f9a44258850f7026e65a6ec2 for: {'network': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:43.710446 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:43.719633 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:43.801789 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:43.807919 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:43.832121 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=109391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:55:43.842121 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda1da9a-8d7f-4809-b579-555b28ecd9f2,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:43.846495 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:43.846834 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.segments_db [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Added segment 5671047d-6398-46d8-84a5-01c432fa8e48 of type vlan for network e74fe083-7e31-45b7-9c66-7e0a2e947689 Dec 13 16:55:43.902327 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:43.944257 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:43.945389 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:43.946472 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:44.006897 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4299433 Dec 13 16:55:44.010013 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 35970) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:44.012728 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f506e-ef96-4f13-93f6-14ffe736dc5b admin admin] Pushing event updated for resources: {'Network': ['ID=e74fe083-7e31-45b7-9c66-7e0a2e947689,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:44.015893 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Request body: {'subnet': {'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217764596-subnet', 'tenant_id': 'c2c012e0f9a44258850f7026e65a6ec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:44.022580 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network e74fe083-7e31-45b7-9c66-7e0a2e947689 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:55:44.050411 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Made reservation on behalf of c2c012e0f9a44258850f7026e65a6ec2 for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:44.053312 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30878138'] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:44.180644 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626a060-cc83-492e-b107-f8a22b2ef2a5 req-b5f9db2b-7ee0-409a-bb23-e442397da94d tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:44.182125 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8626a060-cc83-492e-b107-f8a22b2ef2a5 req-b5f9db2b-7ee0-409a-bb23-e442397da94d tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 945 time: 0.0790775 Dec 13 16:55:44.290253 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8626a060-cc83-492e-b107-f8a22b2ef2a5 req-25044277-47ca-4117-bce4-81beca4c2350 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002281 Dec 13 16:55:44.307370 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31349927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30878116'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:44.357594 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d312888c-6a93-4fba-89d2-4163bc1db81a,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:44.372497 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Checking segment: {'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:44.372931 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Network hostable DHCP agents. Network: e74fe083-7e31-45b7-9c66-7e0a2e947689, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:55:44.390538 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Network e74fe083-7e31-45b7-9c66-7e0a2e947689 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:55:44.402477 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, e74fe083-7e31-45b7-9c66-7e0a2e947689) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:44.408608 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:44.410354 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:44.412138 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a899f-ad94-476a-9890-6688848df9a9 None None] Network e74fe083-7e31-45b7-9c66-7e0a2e947689 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:55:44.430686 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a285d0c6-d29d-4f13-9640-d5f750ae8ae3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4194314 Dec 13 16:55:44.660372 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d1a3a6-1757-49db-a928-abb8e2fe0603 None None] Network e74fe083-7e31-45b7-9c66-7e0a2e947689 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:55:44.812949 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 9e58cfbd-fd33-4469-a060-d4c8591cdb1f up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:44.866138 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:55:44.870833 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:44.871229 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:44.963990 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:44.980651 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1774ca4a-0112-49ba-adc1-a80eed39d878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e58cfbd-fd33-4469-a060-d4c8591cdb1f'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:44.983484 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6905ff56-0c21-473b-a3f0-c6b1730eed25" -d '{"events": [{"server_uuid": "1774ca4a-0112-49ba-adc1-a80eed39d878", "name": "network-vif-plugged", "status": "completed", "tag": "9e58cfbd-fd33-4469-a060-d4c8591cdb1f"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:44.997269 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:45.003974 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:45.027768 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d69a7e-3ab1-4142-98f7-3eb310d614fc x-openstack-request-id: req-39d69a7e-3ab1-4142-98f7-3eb310d614fc {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:45.028673 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1774ca4a-0112-49ba-adc1-a80eed39d878", "name": "network-vif-plugged", "status": "completed", "tag": "9e58cfbd-fd33-4469-a060-d4c8591cdb1f", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:45.028673 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39d69a7e-3ab1-4142-98f7-3eb310d614fc {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:45.028673 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1774ca4a-0112-49ba-adc1-a80eed39d878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e58cfbd-fd33-4469-a060-d4c8591cdb1f', 'code': 200} Dec 13 16:55:45.062375 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:45.223611 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead43417-00af-415b-9444-f6735f2c7253 req-866b0304-d02d-4e2f-ae38-178e8a07730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:45.225165 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ead43417-00af-415b-9444-f6735f2c7253 req-866b0304-d02d-4e2f-ae38-178e8a07730f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 1099 time: 0.0536330 Dec 13 16:55:45.277904 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ead43417-00af-415b-9444-f6735f2c7253 req-3bdc7ea7-9a10-4bfd-900a-619ddf7c31b8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Dec 13 16:55:45.421757 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca394ba0-e0dc-4f6a-9bda-268c184f7d54 req-4f07f2d6-231c-42aa-8664-7fbd4ebe8fb4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:45.423270 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ca394ba0-e0dc-4f6a-9bda-268c184f7d54 req-4f07f2d6-231c-42aa-8664-7fbd4ebe8fb4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 946 time: 0.0577841 Dec 13 16:55:45.489685 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ca394ba0-e0dc-4f6a-9bda-268c184f7d54 req-b51177b1-b5cd-4bc4-ac19-9354d8387a0e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562894 Dec 13 16:55:46.229822 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cffdfaef-3f17-404b-a0b2-0087e9ad0596 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:46.231185 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cffdfaef-3f17-404b-a0b2-0087e9ad0596 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/networks?id=e74fe083-7e31-45b7-9c66-7e0a2e947689 HTTP/1.1" status: 200 len: 809 time: 0.1052372 Dec 13 16:55:46.246632 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-84203897-769d-41ea-b38a-4562fd710bde tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/quotas/c2c012e0f9a44258850f7026e65a6ec2 HTTP/1.1" status: 200 len: 375 time: 0.0092032 Dec 13 16:55:46.284316 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-fe99fbfd-5c85-4223-815b-4425f24e5f5d tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2c012e0f9a44258850f7026e65a6ec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318348 Dec 13 16:55:46.386303 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-62d248af-79ca-4225-9124-58e8c9d9c1ba service neutron] 10.222.0.62 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936942 Dec 13 16:55:46.483590 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-8bb2f335-3932-4dd4-85d9-bef7cda18103 service neutron] 10.222.0.62 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908487 Dec 13 16:55:46.613590 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702f8d9-a363-4989-ad23-f7f47cb3dafc req-9f1ab833-3bfb-46d5-bc8e-806761df821f tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:46.615207 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a702f8d9-a363-4989-ad23-f7f47cb3dafc req-9f1ab833-3bfb-46d5-bc8e-806761df821f tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 946 time: 0.0541255 Dec 13 16:55:46.666942 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d3b9f226-b505-4684-947b-2ddcecebd9f9 req-a71dd2a5-5f82-413c-a6fc-9de841136f33 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 210 time: 0.0298803 Dec 13 16:55:46.676200 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a702f8d9-a363-4989-ad23-f7f47cb3dafc req-b83599a1-1cc3-4088-9420-7b9d899afb3b tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542951 Dec 13 16:55:47.359571 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f738f512-eb2f-419a-90ff-5d0fc345763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:47.780688 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-aac88d0d-c476-482c-8504-526c2580445b req-5357e3e2-22b3-4bb9-af41-f9eac3cf3474 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 210 time: 0.0286894 Dec 13 16:55:47.829065 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-9d4d9173-c35e-4bcd-8a62-91380a68df70 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:47.830513 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-9d4d9173-c35e-4bcd-8a62-91380a68df70 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.65 "GET /v2.0/networks?id=e74fe083-7e31-45b7-9c66-7e0a2e947689 HTTP/1.1" status: 200 len: 809 time: 0.1620405 Dec 13 16:55:47.841713 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcaa21-a3a4-4b66-811b-471b162b0b4a req-65ecdc63-dac4-4591-b4f2-f7d2252f3cb2 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:47.843157 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bddcaa21-a3a4-4b66-811b-471b162b0b4a req-65ecdc63-dac4-4591-b4f2-f7d2252f3cb2 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 946 time: 0.0834320 Dec 13 16:55:47.848632 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Request body: {'port': {'device_id': '5047349b-f5f7-4e5c-b9b3-6c7b380088cf', 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689', 'admin_state_up': True, 'tenant_id': 'c2c012e0f9a44258850f7026e65a6ec2'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:47.956903 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bddcaa21-a3a4-4b66-811b-471b162b0b4a req-e3290eeb-b137-4f62-9000-e0b6fe568383 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035538 Dec 13 16:55:47.995379 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Made reservation on behalf of c2c012e0f9a44258850f7026e65a6ec2 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:47.998905 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:48.131228 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Allocated IP 172.20.0.4 (e74fe083-7e31-45b7-9c66-7e0a2e947689/d312888c-6a93-4fba-89d2-4163bc1db81a/371d605f-227a-4b27-8835-3603576e9a6c) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:48.293853 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:48.332226 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:48.381573 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Network e74fe083-7e31-45b7-9c66-7e0a2e947689 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:48.384735 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:48.388292 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:48.394839 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Pushing event updated for resources: {'Port': ['ID=371d605f-227a-4b27-8835-3603576e9a6c,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:48.443150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:48.443749 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:48.462110 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-cb1fefb1-9ea8-41c4-97b4-42d3402a03eb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6173441 Dec 13 16:55:48.476314 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Request body: {'port': {'device_id': '5047349b-f5f7-4e5c-b9b3-6c7b380088cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:48.530051 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:48.554284 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:48.802339 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371d605f-227a-4b27-8835-3603576e9a6c {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:48.814515 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:48.827102 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Transition to ACTIVE for port object 371d605f-227a-4b27-8835-3603576e9a6c will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:55:48.833337 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:48.885225 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Pushing event updated for resources: {'Port': ['ID=371d605f-227a-4b27-8835-3603576e9a6c,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:48.907386 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbdc06-c9c8-4d11-8cc3-5ac0823165f6 req-29309993-0bf8-499b-9ccc-96735ef5855e tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:48.909807 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-aedbdc06-c9c8-4d11-8cc3-5ac0823165f6 req-29309993-0bf8-499b-9ccc-96735ef5855e tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 943 time: 0.0551491 Dec 13 16:55:48.954549 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Attempting to bind port 371d605f-227a-4b27-8835-3603576e9a6c on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:55:48.955019 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Attempting to bind port 371d605f-227a-4b27-8835-3603576e9a6c by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:55:48.955353 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Attempting to bind port 371d605f-227a-4b27-8835-3603576e9a6c on network e74fe083-7e31-45b7-9c66-7e0a2e947689 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:48.958865 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-aedbdc06-c9c8-4d11-8cc3-5ac0823165f6 req-99182ac9-778f-4c1c-9e62-a493a92f2e87 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Dec 13 16:55:48.960207 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Port 371d605f-227a-4b27-8835-3603576e9a6c on network e74fe083-7e31-45b7-9c66-7e0a2e947689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:55:48.960540 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Attempting to bind port 371d605f-227a-4b27-8835-3603576e9a6c on network e74fe083-7e31-45b7-9c66-7e0a2e947689 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:48.965647 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:55:48.965996 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Checking segment: {'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:48.966386 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Bound using segment: {'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:55:48.966819 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Bound port: 371d605f-227a-4b27-8835-3603576e9a6c, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:55:48.967179 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:49.036126 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] For port 371d605f-227a-4b27-8835-3603576e9a6c, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:55:49.039359 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] For port 371d605f-227a-4b27-8835-3603576e9a6c, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=371d605f-227a-4b27-8835-3603576e9a6c,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:55:49.046020 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:49.085903 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:49.086541 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:49.087931 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] 10.222.0.65 "PUT /v2.0/ports/371d605f-227a-4b27-8835-3603576e9a6c HTTP/1.1" status: 200 len: 1093 time: 0.6156838 Dec 13 16:55:49.088364 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5047349b-f5f7-4e5c-b9b3-6c7b380088cf', 'tag': '371d605f-227a-4b27-8835-3603576e9a6c'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:49.090672 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461a2f39-dd52-43a1-9c9c-001460e59ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "5047349b-f5f7-4e5c-b9b3-6c7b380088cf", "tag": "371d605f-227a-4b27-8835-3603576e9a6c"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:49.113678 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d572c-3498-4d90-ab23-da0239246759 service neutron] Pushing event updated for resources: {'Port': ['ID=371d605f-227a-4b27-8835-3603576e9a6c,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:49.131400 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863be3fd-8c46-4e3a-92b1-503368baad2a x-openstack-request-id: req-863be3fd-8c46-4e3a-92b1-503368baad2a {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:49.131743 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5047349b-f5f7-4e5c-b9b3-6c7b380088cf", "tag": "371d605f-227a-4b27-8835-3603576e9a6c", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:49.131998 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-863be3fd-8c46-4e3a-92b1-503368baad2a {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:49.132399 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5047349b-f5f7-4e5c-b9b3-6c7b380088cf', 'tag': '371d605f-227a-4b27-8835-3603576e9a6c', 'status': 'completed', 'code': 200} Dec 13 16:55:49.175400 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-efdc76f2-9640-4f6a-b004-390a652dc6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:49.176963 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-efdc76f2-9640-4f6a-b004-390a652dc6c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2c012e0f9a44258850f7026e65a6ec2&device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 1096 time: 0.0413036 Dec 13 16:55:49.228073 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-9c6a86d9-817a-459c-91ce-8c25e4edd82f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=371d605f-227a-4b27-8835-3603576e9a6c HTTP/1.1" status: 200 len: 217 time: 0.0354757 Dec 13 16:55:49.283592 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-7c2a2825-79d8-4881-ba5a-3a72961410d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:49.285169 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-7c2a2825-79d8-4881-ba5a-3a72961410d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d312888c-6a93-4fba-89d2-4163bc1db81a HTTP/1.1" status: 200 len: 849 time: 0.0486634 Dec 13 16:55:49.317291 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-56c13ca9-4c99-40d9-9464-912c3c440b7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e74fe083-7e31-45b7-9c66-7e0a2e947689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246284 Dec 13 16:55:49.407609 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-b7c6b204-7ca9-4b63-88b5-abab50cdcbbd service neutron] 10.222.0.65 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825343 Dec 13 16:55:49.502942 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0eea080e-3ca0-4ba7-bfc7-c169a76d7948 req-07a0d10e-3c17-4654-96b0-3e423315db51 service neutron] 10.222.0.65 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880711 Dec 13 16:55:49.602873 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-77f4dfd1-19a4-40f3-a942-b385932637e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:49.604301 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-77f4dfd1-19a4-40f3-a942-b385932637e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2c012e0f9a44258850f7026e65a6ec2&device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 1096 time: 0.0437908 Dec 13 16:55:49.668766 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-468dc29f-d2c1-4e8a-ad9b-3003dbe77ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:49.712582 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-96ce0c9b-cb53-47e8-9ed0-03284518ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:49.714029 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-96ce0c9b-cb53-47e8-9ed0-03284518ab9a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e74fe083-7e31-45b7-9c66-7e0a2e947689 HTTP/1.1" status: 200 len: 910 time: 0.0995655 Dec 13 16:55:49.763846 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-899e7605-e9fe-4880-b541-3a8fae773d7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=371d605f-227a-4b27-8835-3603576e9a6c HTTP/1.1" status: 200 len: 217 time: 0.0355523 Dec 13 16:55:49.822093 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-a2a0643c-6872-47aa-8aac-93a1d0e70d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:49.823625 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-a2a0643c-6872-47aa-8aac-93a1d0e70d2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d312888c-6a93-4fba-89d2-4163bc1db81a HTTP/1.1" status: 200 len: 849 time: 0.0485477 Dec 13 16:55:49.860213 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-130bfec5-ab7c-44bf-b59a-1aee86034014 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e74fe083-7e31-45b7-9c66-7e0a2e947689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257764 Dec 13 16:55:49.958712 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-ec57a0df-589e-4d50-8da9-f6a91947d61c service neutron] 10.222.0.65 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903232 Dec 13 16:55:50.336218 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-461a2f39-dd52-43a1-9c9c-001460e59ad1 req-70d59bff-261c-4db8-9916-7cd953b7bca5 service neutron] 10.222.0.65 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665750 Dec 13 16:55:50.354697 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb16fd-8bdb-4f4c-a45d-9fa08bb3fdc8 req-39d1f576-883d-4a94-9c93-4254eaed9a30 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:50.356496 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7afb16fd-8bdb-4f4c-a45d-9fa08bb3fdc8 req-39d1f576-883d-4a94-9c93-4254eaed9a30 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 943 time: 0.3194790 Dec 13 16:55:50.407033 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7afb16fd-8bdb-4f4c-a45d-9fa08bb3fdc8 req-ffdfa732-225a-40bb-8bee-62f054e9787d tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Dec 13 16:55:50.756803 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:50.837836 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 371d605f-227a-4b27-8835-3603576e9a6c details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:55:50.943722 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 371d605f-227a-4b27-8835-3603576e9a6c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=371d605f-227a-4b27-8835-3603576e9a6c,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:50.955670 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '371d605f-227a-4b27-8835-3603576e9a6c', 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689', 'port_id': '371d605f-227a-4b27-8835-3603576e9a6c', 'mac_address': 'fa:16:3e:6e:fb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd312888c-6a93-4fba-89d2-4163bc1db81a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:55:50.993460 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:51.006598 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371d605f-227a-4b27-8835-3603576e9a6c {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:51.025474 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 371d605f-227a-4b27-8835-3603576e9a6c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=371d605f-227a-4b27-8835-3603576e9a6c,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:51.031961 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:51.088510 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=371d605f-227a-4b27-8835-3603576e9a6c,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:51.308691 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['371d605f-227a-4b27-8835-3603576e9a6c'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:51.532689 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3272202-4487-4d55-a9e2-b8d54813815c req-f9979da5-4fd0-43cf-beca-697b66332adf tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:51.534210 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a3272202-4487-4d55-a9e2-b8d54813815c req-f9979da5-4fd0-43cf-beca-697b66332adf tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 944 time: 0.0514045 Dec 13 16:55:51.586387 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a3272202-4487-4d55-a9e2-b8d54813815c req-db4cf9d3-b714-4328-bd8d-aa37d8d57f64 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Dec 13 16:55:52.283515 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:52.714505 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae9df5-8b7b-40a8-8e6e-6b96cb5e53c4 req-8fd86b49-9aa3-45fc-9c22-a78e92e7720b tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:52.715962 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-45ae9df5-8b7b-40a8-8e6e-6b96cb5e53c4 req-8fd86b49-9aa3-45fc-9c22-a78e92e7720b tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 944 time: 0.0493612 Dec 13 16:55:52.765904 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-45ae9df5-8b7b-40a8-8e6e-6b96cb5e53c4 req-0737163d-6d34-4ff6-bd39-e2c4c0c97878 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436180 Dec 13 16:55:52.840597 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 371d605f-227a-4b27-8835-3603576e9a6c up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:52.893495 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 371d605f-227a-4b27-8835-3603576e9a6c completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:55:52.897307 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 371d605f-227a-4b27-8835-3603576e9a6c triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:52.897672 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:52.980443 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:53.016190 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047349b-f5f7-4e5c-b9b3-6c7b380088cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d605f-227a-4b27-8835-3603576e9a6c'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:53.018553 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b4e529-55c8-400e-bfb5-4d3e5fb3074c" -d '{"events": [{"server_uuid": "5047349b-f5f7-4e5c-b9b3-6c7b380088cf", "name": "network-vif-plugged", "status": "completed", "tag": "371d605f-227a-4b27-8835-3603576e9a6c"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:53.028145 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:53.032684 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 371d605f-227a-4b27-8835-3603576e9a6c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=371d605f-227a-4b27-8835-3603576e9a6c,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:53.038901 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:53.063168 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e1f345-e062-4bd3-ba42-e2a2125eaea3 x-openstack-request-id: req-90e1f345-e062-4bd3-ba42-e2a2125eaea3 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:53.063497 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047349b-f5f7-4e5c-b9b3-6c7b380088cf", "name": "network-vif-plugged", "status": "completed", "tag": "371d605f-227a-4b27-8835-3603576e9a6c", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:53.063725 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90e1f345-e062-4bd3-ba42-e2a2125eaea3 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:53.064134 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5047349b-f5f7-4e5c-b9b3-6c7b380088cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d605f-227a-4b27-8835-3603576e9a6c', 'code': 200} Dec 13 16:55:53.090913 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=371d605f-227a-4b27-8835-3603576e9a6c,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:53.258448 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8e086-bd37-4a97-819c-4107b3f36264 req-7b4f4af7-7481-48af-bb5f-0c3b1a776b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:53.259976 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-00e8e086-bd37-4a97-819c-4107b3f36264 req-7b4f4af7-7481-48af-bb5f-0c3b1a776b08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 1098 time: 0.0508497 Dec 13 16:55:53.316032 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-00e8e086-bd37-4a97-819c-4107b3f36264 req-0c878b65-7703-4942-a9c4-ba05254017f7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Dec 13 16:55:53.897574 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fbea6-1456-43cc-b8ed-599ea0b8704e req-75a2ba68-d6d6-4c32-bbbf-79052073b373 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:53.899046 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8a3fbea6-1456-43cc-b8ed-599ea0b8704e req-75a2ba68-d6d6-4c32-bbbf-79052073b373 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 945 time: 0.0557806 Dec 13 16:55:53.946703 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8a3fbea6-1456-43cc-b8ed-599ea0b8704e req-d1572251-9e4c-4468-8f5f-95edfdb34e19 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Dec 13 16:55:55.093606 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ddb14-b68d-4de3-9c4e-506c13d4e96e req-ac8cd73e-b73a-43c6-ad71-7a0c9ccb2437 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:55.095056 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3a7ddb14-b68d-4de3-9c4e-506c13d4e96e req-ac8cd73e-b73a-43c6-ad71-7a0c9ccb2437 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 945 time: 0.0675116 Dec 13 16:55:55.149356 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3a7ddb14-b68d-4de3-9c4e-506c13d4e96e req-facbe517-649b-45f1-8d17-d6d69d94f109 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482776 Dec 13 16:55:55.799953 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f2793-5c91-4e32-80ee-bd3a58300628 req-45bf67ac-568f-4614-af0b-2141bed91865 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:55.801469 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9c0f2793-5c91-4e32-80ee-bd3a58300628 req-45bf67ac-568f-4614-af0b-2141bed91865 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 945 time: 0.0530636 Dec 13 16:55:55.848898 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9c0f2793-5c91-4e32-80ee-bd3a58300628 req-5280cca6-52f1-49fc-8cc5-89a97c56620f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Dec 13 16:55:56.984423 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293cd55-a257-4f57-aa7c-03abceedc88b req-06cda5b7-f715-4b2d-a28b-d08460c350f8 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:56.986121 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3293cd55-a257-4f57-aa7c-03abceedc88b req-06cda5b7-f715-4b2d-a28b-d08460c350f8 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 945 time: 0.0588326 Dec 13 16:55:57.035751 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3293cd55-a257-4f57-aa7c-03abceedc88b req-3b01c5a0-cc1d-4086-ab1c-de4772050385 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Dec 13 16:55:57.297108 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-952cbc74-762f-4d25-9b84-f412e5d2c5d2 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:57.298762 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-952cbc74-762f-4d25-9b84-f412e5d2c5d2 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.65 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 945 time: 0.0544741 Dec 13 16:55:57.401921 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Deleting port 371d605f-227a-4b27-8835-3603576e9a6c {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:55:57.402350 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:57.491838 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] For port 371d605f-227a-4b27-8835-3603576e9a6c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=371d605f-227a-4b27-8835-3603576e9a6c,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:57.492198 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:57.503835 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Calling delete_port for 371d605f-227a-4b27-8835-3603576e9a6c owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:55:57.639119 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:57.655621 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['371d605f-227a-4b27-8835-3603576e9a6c'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:57.666615 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Pushing event deleted for resources: {'Port': ['ID=371d605f-227a-4b27-8835-3603576e9a6c,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:57.711656 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] No DVR routers for this DVR port 371d605f-227a-4b27-8835-3603576e9a6c on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:55:57.714348 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:57.717761 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0f2d1ce4-9a7a-4aed-a743-c7739da421a3 req-f5fa3c40-db37-4851-9a95-dc509c5308c5 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.65 "DELETE /v2.0/ports/371d605f-227a-4b27-8835-3603576e9a6c HTTP/1.1" status: 204 len: 173 time: 0.4112048 Dec 13 16:55:57.718212 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047349b-f5f7-4e5c-b9b3-6c7b380088cf', 'name': 'network-vif-deleted', 'tag': '371d605f-227a-4b27-8835-3603576e9a6c'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:57.721322 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee294512-8880-4311-9419-993b4454937c" -d '{"events": [{"server_uuid": "5047349b-f5f7-4e5c-b9b3-6c7b380088cf", "name": "network-vif-deleted", "tag": "371d605f-227a-4b27-8835-3603576e9a6c"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:57.762334 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe8a4bc-ff2d-4d10-ba60-e76cbc1cc475 x-openstack-request-id: req-cfe8a4bc-ff2d-4d10-ba60-e76cbc1cc475 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:57.762636 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047349b-f5f7-4e5c-b9b3-6c7b380088cf", "name": "network-vif-deleted", "tag": "371d605f-227a-4b27-8835-3603576e9a6c", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:57.762896 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfe8a4bc-ff2d-4d10-ba60-e76cbc1cc475 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:57.763354 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5047349b-f5f7-4e5c-b9b3-6c7b380088cf', 'name': 'network-vif-deleted', 'tag': '371d605f-227a-4b27-8835-3603576e9a6c', 'status': 'completed', 'code': 200} Dec 13 16:55:58.154088 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d33196f6-4d9d-4fd4-9efa-12d7ecb8683c req-f55f20b2-56b2-4e16-9b52-183a839b9ee2 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=5047349b-f5f7-4e5c-b9b3-6c7b380088cf HTTP/1.1" status: 200 len: 210 time: 0.0284252 Dec 13 16:55:59.452431 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-58274b1e-3696-4bfc-9654-aba8e2c848be tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:59.453843 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-58274b1e-3696-4bfc-9654-aba8e2c848be tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/networks?id=e74fe083-7e31-45b7-9c66-7e0a2e947689 HTTP/1.1" status: 200 len: 809 time: 0.1073222 Dec 13 16:55:59.472354 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-77c8abb2-2262-4094-9c34-d79dd9e17ccb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/quotas/c2c012e0f9a44258850f7026e65a6ec2 HTTP/1.1" status: 200 len: 375 time: 0.0096023 Dec 13 16:55:59.505653 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-59eee12b-37e9-4bbc-bdbd-9efd58a36e16 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2c012e0f9a44258850f7026e65a6ec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280361 Dec 13 16:55:59.597877 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-839445cc-2de3-4098-b091-aed4a875cf4f service neutron] 10.222.0.62 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829268 Dec 13 16:55:59.655237 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:55:59.695168 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-ca3775b4-3f1c-4e3b-b08a-c08f4e6d5c2b service neutron] 10.222.0.62 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878537 Dec 13 16:55:59.862718 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4f531863-9a84-4add-90d0-427b135c68b3 req-d7857e0f-2e0e-4af0-9cf9-09a95b436471 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 210 time: 0.0280747 Dec 13 16:55:59.937483 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf64fc-d1e2-4315-95b5-2d8bff5087ac req-2a34280a-e7f1-47f7-a66d-b5f3de3fb2d7 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:59.938975 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2cbf64fc-d1e2-4315-95b5-2d8bff5087ac req-2a34280a-e7f1-47f7-a66d-b5f3de3fb2d7 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 946 time: 0.0529299 Dec 13 16:55:59.990075 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2cbf64fc-d1e2-4315-95b5-2d8bff5087ac req-ba271124-42a0-4468-813e-3e196f0a9f81 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451267 Dec 13 16:56:00.848649 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 371d605f-227a-4b27-8835-3603576e9a6c no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:56:00.869996 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 371d605f-227a-4b27-8835-3603576e9a6c {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:56:00.870451 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 371d605f-227a-4b27-8835-3603576e9a6c not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:56:00.896260 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-dff5e81e-75de-4328-92d1-78c1afa8fef4 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:00.897824 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-dff5e81e-75de-4328-92d1-78c1afa8fef4 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.65 "GET /v2.0/networks?id=e74fe083-7e31-45b7-9c66-7e0a2e947689 HTTP/1.1" status: 200 len: 809 time: 0.1079450 Dec 13 16:56:00.913377 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Request body: {'port': {'device_id': '7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277', 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689', 'admin_state_up': True, 'tenant_id': 'c2c012e0f9a44258850f7026e65a6ec2'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:00.958927 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-bf3d6840-4321-4047-9564-d5d9e7d7ce74 req-c71abc21-3d02-49d0-a499-e615fdf98343 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 210 time: 0.0264976 Dec 13 16:56:01.034767 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Made reservation on behalf of c2c012e0f9a44258850f7026e65a6ec2 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:56:01.038489 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.184345 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e101a-5455-441e-934e-2bf229a0701c req-9db1ea98-ece5-4fa8-806b-0a0e7226b527 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:01.185828 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ff3e101a-5455-441e-934e-2bf229a0701c req-9db1ea98-ece5-4fa8-806b-0a0e7226b527 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 946 time: 0.1248574 Dec 13 16:56:01.219865 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Allocated IP 172.20.0.7 (e74fe083-7e31-45b7-9c66-7e0a2e947689/d312888c-6a93-4fba-89d2-4163bc1db81a/13b338b1-08ca-43cf-9332-977c23a3e08b) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:56:01.266056 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ff3e101a-5455-441e-934e-2bf229a0701c req-bb61faba-f84c-41ff-9267-e73a83716430 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740426 Dec 13 16:56:01.395539 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.433751 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.477611 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Network e74fe083-7e31-45b7-9c66-7e0a2e947689 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:01.481029 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:01.484476 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:56:01.490940 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Pushing event updated for resources: {'Port': ['ID=13b338b1-08ca-43cf-9332-977c23a3e08b,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:01.539252 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:01.539896 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.557696 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-325287ab-ba44-4d6a-a3cf-3780aebb17b7 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6482596 Dec 13 16:56:01.571474 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Request body: {'port': {'device_id': '7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:01.631760 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.788218 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-244b20c9-d9a6-400d-88ec-f24b5ae0986e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:01.789583 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-244b20c9-d9a6-400d-88ec-f24b5ae0986e tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 946 time: 0.0609589 Dec 13 16:56:01.889409 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Deleting port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:56:01.889409 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.901601 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b338b1-08ca-43cf-9332-977c23a3e08b {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:56:01.909569 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.921749 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Transition to ACTIVE for port object 13b338b1-08ca-43cf-9332-977c23a3e08b will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:56:01.926844 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.977614 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Pushing event updated for resources: {'Port': ['ID=13b338b1-08ca-43cf-9332-977c23a3e08b,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:01.981975 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] For port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:01.981975 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.993813 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Calling delete_port for 9e58cfbd-fd33-4469-a060-d4c8591cdb1f owned by compute:nova {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:56:02.050992 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Attempting to bind port 13b338b1-08ca-43cf-9332-977c23a3e08b on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:56:02.051554 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Attempting to bind port 13b338b1-08ca-43cf-9332-977c23a3e08b by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:56:02.051554 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Attempting to bind port 13b338b1-08ca-43cf-9332-977c23a3e08b on network e74fe083-7e31-45b7-9c66-7e0a2e947689 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:02.056546 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Port 13b338b1-08ca-43cf-9332-977c23a3e08b on network e74fe083-7e31-45b7-9c66-7e0a2e947689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:56:02.058587 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Attempting to bind port 13b338b1-08ca-43cf-9332-977c23a3e08b on network e74fe083-7e31-45b7-9c66-7e0a2e947689 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:02.066873 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:56:02.067357 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Checking segment: {'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:02.067746 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Bound using segment: {'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:56:02.068178 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Bound port: 13b338b1-08ca-43cf-9332-977c23a3e08b, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5671047d-6398-46d8-84a5-01c432fa8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:56:02.068540 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:02.146098 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] For port 13b338b1-08ca-43cf-9332-977c23a3e08b, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:56:02.149668 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] For port 13b338b1-08ca-43cf-9332-977c23a3e08b, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=13b338b1-08ca-43cf-9332-977c23a3e08b,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:56:02.156008 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:02.157292 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b2640-e7d1-4c84-aca0-36d9d6c55934 req-edb81f44-cbc4-46b3-b7e4-a92f4ec185df tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.158810 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8f9b2640-e7d1-4c84-aca0-36d9d6c55934 req-edb81f44-cbc4-46b3-b7e4-a92f4ec185df tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 943 time: 0.0982091 Dec 13 16:56:02.200108 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:02.213505 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['dc82648a-ba50-4acf-b164-725387a2d87d', '6e8afb44-d87a-422c-bcae-a93462369a7d', '6e87af8a-2f15-4d0b-b805-697a5ab064b5', '9e58cfbd-fd33-4469-a060-d4c8591cdb1f'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:56:02.216433 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.217156 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:02.218629 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] 10.222.0.65 "PUT /v2.0/ports/13b338b1-08ca-43cf-9332-977c23a3e08b HTTP/1.1" status: 200 len: 1093 time: 0.6513820 Dec 13 16:56:02.219148 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277', 'tag': '13b338b1-08ca-43cf-9332-977c23a3e08b'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:02.221745 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed79958a-eb9b-40e6-9a11-33b5aca51502" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277", "tag": "13b338b1-08ca-43cf-9332-977c23a3e08b"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:02.243487 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162f6e3-e203-4631-b28f-95fe6665704c service neutron] Pushing event updated for resources: {'Port': ['ID=13b338b1-08ca-43cf-9332-977c23a3e08b,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:02.244068 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Pushing event deleted for resources: {'Port': ['ID=9e58cfbd-fd33-4469-a060-d4c8591cdb1f,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:02.252013 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8f9b2640-e7d1-4c84-aca0-36d9d6c55934 req-666442d2-4c21-4252-85e5-ca629e25a482 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850523 Dec 13 16:56:02.261439 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.262154 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.262764 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.263389 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.263912 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.264421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.264948 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.265527 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.266088 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.266616 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.267178 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.267730 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.268363 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:02.307583 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] No DVR routers for this DVR port 9e58cfbd-fd33-4469-a060-d4c8591cdb1f on host hv-cinder-82160 {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:56:02.310323 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:02.314449 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "DELETE /v2.0/ports/9e58cfbd-fd33-4469-a060-d4c8591cdb1f HTTP/1.1" status: 204 len: 173 time: 0.5170939 Dec 13 16:56:02.315115 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1774ca4a-0112-49ba-adc1-a80eed39d878', 'name': 'network-vif-deleted', 'tag': '9e58cfbd-fd33-4469-a060-d4c8591cdb1f'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:02.325439 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47c87e7-def5-48c4-b425-b796622d119f" -d '{"events": [{"server_uuid": "1774ca4a-0112-49ba-adc1-a80eed39d878", "name": "network-vif-deleted", "tag": "9e58cfbd-fd33-4469-a060-d4c8591cdb1f"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:02.346317 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78bfa03-4524-443c-97ef-d96d10de8971 x-openstack-request-id: req-d78bfa03-4524-443c-97ef-d96d10de8971 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:02.346525 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277", "tag": "13b338b1-08ca-43cf-9332-977c23a3e08b", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:02.346791 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d78bfa03-4524-443c-97ef-d96d10de8971 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:02.347222 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277', 'tag': '13b338b1-08ca-43cf-9332-977c23a3e08b', 'status': 'completed', 'code': 200} Dec 13 16:56:02.364085 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a6eb6-62a7-475d-821f-ad4a8c55cb26 req-33054544-d859-4b44-bcdd-30a23379c16f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.365691 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e81a6eb6-62a7-475d-821f-ad4a8c55cb26 req-33054544-d859-4b44-bcdd-30a23379c16f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.1002195 Dec 13 16:56:02.377073 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-4e21b522-0c13-466d-b600-ca1ea90d102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.378594 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-4e21b522-0c13-466d-b600-ca1ea90d102e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2c012e0f9a44258850f7026e65a6ec2&device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 1096 time: 0.0759380 Dec 13 16:56:02.421869 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-fbebba9e-9bc1-41e3-a2ee-dad49bcfe1e0 req-d63ae97d-bf25-40b2-8d21-9229e4a7547d tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=1774ca4a-0112-49ba-adc1-a80eed39d878 HTTP/1.1" status: 200 len: 210 time: 0.0322864 Dec 13 16:56:02.440845 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6bb3d96e-6b72-4b59-8ab3-a3c7b7693d6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b338b1-08ca-43cf-9332-977c23a3e08b HTTP/1.1" status: 200 len: 217 time: 0.0417962 Dec 13 16:56:02.479450 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e2008-7c8e-454d-b457-b7c9ca449634 x-openstack-request-id: req-d89e2008-7c8e-454d-b457-b7c9ca449634 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:02.480353 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1774ca4a-0112-49ba-adc1-a80eed39d878", "name": "network-vif-deleted", "tag": "9e58cfbd-fd33-4469-a060-d4c8591cdb1f", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:02.481127 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d89e2008-7c8e-454d-b457-b7c9ca449634 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:02.482115 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1774ca4a-0112-49ba-adc1-a80eed39d878', 'name': 'network-vif-deleted', 'tag': '9e58cfbd-fd33-4469-a060-d4c8591cdb1f', 'status': 'completed', 'code': 200} Dec 13 16:56:02.507958 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e81a6eb6-62a7-475d-821f-ad4a8c55cb26 req-94d64d17-e8b3-4e37-bb13-30d5108cba3d tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332135 Dec 13 16:56:02.516640 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-8c1e9d81-9e2c-4042-939f-493a03f48bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.518180 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-8c1e9d81-9e2c-4042-939f-493a03f48bdb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d312888c-6a93-4fba-89d2-4163bc1db81a HTTP/1.1" status: 200 len: 849 time: 0.0727623 Dec 13 16:56:02.553674 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-075e7f58-9cc2-4741-b882-e844d0884db1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e74fe083-7e31-45b7-9c66-7e0a2e947689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267420 Dec 13 16:56:02.650545 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-8b271390-98c4-40a3-a539-cf41ea6d9410 service neutron] 10.222.0.65 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873492 Dec 13 16:56:02.749367 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6169598-7e41-47de-9c45-be93c5c03d72 req-6563a133-3f9c-4599-b163-10c9c130b4ca service neutron] 10.222.0.65 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901895 Dec 13 16:56:02.856546 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-15cab67e-96cd-458e-8630-6bb3016dad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.858089 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-15cab67e-96cd-458e-8630-6bb3016dad00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2c012e0f9a44258850f7026e65a6ec2&device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 1096 time: 0.0445325 Dec 13 16:56:02.962090 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-ca7df069-d9ae-4211-9dec-b21d5b03bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.963546 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-ca7df069-d9ae-4211-9dec-b21d5b03bf47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e74fe083-7e31-45b7-9c66-7e0a2e947689 HTTP/1.1" status: 200 len: 910 time: 0.0933340 Dec 13 16:56:03.010876 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-6f049ae6-dc58-4d0c-a394-ece7f18845b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b338b1-08ca-43cf-9332-977c23a3e08b HTTP/1.1" status: 200 len: 217 time: 0.0349338 Dec 13 16:56:03.063343 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-c61647eb-5fd2-41d1-97ea-beba9d71805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:03.064967 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-c61647eb-5fd2-41d1-97ea-beba9d71805c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d312888c-6a93-4fba-89d2-4163bc1db81a HTTP/1.1" status: 200 len: 849 time: 0.0449426 Dec 13 16:56:03.106446 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-f535a082-6231-49b6-a5c4-3f9bd8773c10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e74fe083-7e31-45b7-9c66-7e0a2e947689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301409 Dec 13 16:56:03.206208 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-0c1ffa4c-3358-4788-84b0-b09956dc2c92 service neutron] 10.222.0.65 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873179 Dec 13 16:56:03.296103 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ed79958a-eb9b-40e6-9a11-33b5aca51502 req-cb3cb7b2-5573-45a3-940a-295cf5c9ec06 service neutron] 10.222.0.65 "GET /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822048 Dec 13 16:56:03.381275 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020921-601b-4728-8268-cd5c9accd1ba req-fd50ba43-551b-423a-93b6-8f8c5dcb00bb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:03.382848 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ba020921-601b-4728-8268-cd5c9accd1ba req-fd50ba43-551b-423a-93b6-8f8c5dcb00bb tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 943 time: 0.0494399 Dec 13 16:56:03.433696 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ba020921-601b-4728-8268-cd5c9accd1ba req-a0742641-e8a8-4f04-a014-9e3e0e8083ba tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Dec 13 16:56:03.648030 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2fdd3-654c-4a3f-a653-78a356894599 req-820b8a65-923d-4194-a6a3-d71e6d15d635 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:03.649563 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-39e2fdd3-654c-4a3f-a653-78a356894599 req-820b8a65-923d-4194-a6a3-d71e6d15d635 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0562513 Dec 13 16:56:03.701351 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-39e2fdd3-654c-4a3f-a653-78a356894599 req-a4d1928c-6334-455c-8c49-f599aaf0dab9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455494 Dec 13 16:56:04.569982 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd2150-3122-4462-9827-05a100d166f3 req-7479e529-eec2-43c7-9106-775f66a04575 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:04.571456 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-84bd2150-3122-4462-9827-05a100d166f3 req-7479e529-eec2-43c7-9106-775f66a04575 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 943 time: 0.0613382 Dec 13 16:56:04.621824 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-84bd2150-3122-4462-9827-05a100d166f3 req-5b069b0d-b445-41d2-9d9b-00b9397f8edf tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442328 Dec 13 16:56:04.820820 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd2611-b352-4588-b69b-cd8eada876cc req-b191c137-578e-4df5-8432-9ea37bfbc572 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:04.822426 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f7dd2611-b352-4588-b69b-cd8eada876cc req-b191c137-578e-4df5-8432-9ea37bfbc572 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0493665 Dec 13 16:56:04.844441 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ec8ca-122a-45b9-a1a9-ca3256f8e357 req-35333e5c-d5a4-4cbb-84a5-21b02747532a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:04.846343 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dc9ec8ca-122a-45b9-a1a9-ca3256f8e357 req-35333e5c-d5a4-4cbb-84a5-21b02747532a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 946 time: 0.0528543 Dec 13 16:56:04.874005 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f7dd2611-b352-4588-b69b-cd8eada876cc req-0ca2d742-c1bd-4c62-84a3-d1e1ee8fdf51 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454724 Dec 13 16:56:04.876703 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 13b338b1-08ca-43cf-9332-977c23a3e08b details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:56:04.878981 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 9e58cfbd-fd33-4469-a060-d4c8591cdb1f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:56:04.896595 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-dc9ec8ca-122a-45b9-a1a9-ca3256f8e357 req-665847a2-cb63-4718-8692-8378cd8e74d7 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 Dec 13 16:56:04.904280 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 9e58cfbd-fd33-4469-a060-d4c8591cdb1f {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:56:04.904649 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 9e58cfbd-fd33-4469-a060-d4c8591cdb1f not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:56:04.993131 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 13b338b1-08ca-43cf-9332-977c23a3e08b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=13b338b1-08ca-43cf-9332-977c23a3e08b,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:05.005487 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '13b338b1-08ca-43cf-9332-977c23a3e08b', 'network_id': 'e74fe083-7e31-45b7-9c66-7e0a2e947689', 'port_id': '13b338b1-08ca-43cf-9332-977c23a3e08b', 'mac_address': 'fa:16:3e:5d:67:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd312888c-6a93-4fba-89d2-4163bc1db81a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:56:05.047895 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:05.061693 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b338b1-08ca-43cf-9332-977c23a3e08b {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:56:05.084600 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 13b338b1-08ca-43cf-9332-977c23a3e08b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=13b338b1-08ca-43cf-9332-977c23a3e08b,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:05.090364 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:05.138501 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=13b338b1-08ca-43cf-9332-977c23a3e08b,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:05.354434 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['13b338b1-08ca-43cf-9332-977c23a3e08b'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:56:05.748552 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20259137-4bf4-4910-8cb3-e25369b60a4f req-76d09446-18dc-4329-841e-cbd3a2eabcd4 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:05.750061 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-20259137-4bf4-4910-8cb3-e25369b60a4f req-76d09446-18dc-4329-841e-cbd3a2eabcd4 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 944 time: 0.0535302 Dec 13 16:56:05.802804 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-20259137-4bf4-4910-8cb3-e25369b60a4f req-40c4a5b0-3ed3-467f-b077-c29be57705a3 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466144 Dec 13 16:56:06.020233 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56d5b4-5379-4066-b663-462291114cb9 req-59cfbcbe-6761-4a78-845a-b812c4534a28 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:06.021550 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356337ae-fdad-4cdd-9f9b-830e421f605f req-8d065029-99c2-4dba-bcd0-8f62610ba6bd tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:06.021977 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4b56d5b4-5379-4066-b663-462291114cb9 req-59cfbcbe-6761-4a78-845a-b812c4534a28 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0539351 Dec 13 16:56:06.023111 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-356337ae-fdad-4cdd-9f9b-830e421f605f req-8d065029-99c2-4dba-bcd0-8f62610ba6bd tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 946 time: 0.0498400 Dec 13 16:56:06.072299 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4b56d5b4-5379-4066-b663-462291114cb9 req-1ef38a94-45a6-477c-af64-903536eb4526 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Dec 13 16:56:06.072560 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-356337ae-fdad-4cdd-9f9b-830e421f605f req-377e97d1-d067-4119-9d74-138dc4e90806 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Dec 13 16:56:06.368261 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-e2dc956c-afcb-422f-b164-42728db15820 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:06.369745 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-e2dc956c-afcb-422f-b164-42728db15820 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 946 time: 0.0670595 Dec 13 16:56:06.465296 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Deleting port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:56:06.465630 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:06.552593 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] For port 6e87af8a-2f15-4d0b-b805-697a5ab064b5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e87af8a-2f15-4d0b-b805-697a5ab064b5,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:06.552969 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:06.564623 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Calling delete_port for 6e87af8a-2f15-4d0b-b805-697a5ab064b5 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:56:06.700214 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:06.712775 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['dc82648a-ba50-4acf-b164-725387a2d87d', '6e8afb44-d87a-422c-bcae-a93462369a7d', '6e87af8a-2f15-4d0b-b805-697a5ab064b5'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:56:06.731096 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Pushing event deleted for resources: {'Port': ['ID=6e87af8a-2f15-4d0b-b805-697a5ab064b5,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:06.775633 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] No DVR routers for this DVR port 6e87af8a-2f15-4d0b-b805-697a5ab064b5 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:56:06.778107 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:06.781581 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fe8cb09c-6f49-493a-8d97-6d3fcada4912 req-6487b17c-2bd3-44fe-8807-238fa9b34114 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "DELETE /v2.0/ports/6e87af8a-2f15-4d0b-b805-697a5ab064b5 HTTP/1.1" status: 204 len: 173 time: 0.4047239 Dec 13 16:56:06.782036 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480dcd5e-4e36-4139-bd52-df57f36d3ba6', 'name': 'network-vif-deleted', 'tag': '6e87af8a-2f15-4d0b-b805-697a5ab064b5'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:06.784351 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef35b8a0-730a-48bc-a5b5-171bc10722de" -d '{"events": [{"server_uuid": "480dcd5e-4e36-4139-bd52-df57f36d3ba6", "name": "network-vif-deleted", "tag": "6e87af8a-2f15-4d0b-b805-697a5ab064b5"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:06.822625 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c0cf44-969b-4c3d-af39-8d52106a4e90 x-openstack-request-id: req-34c0cf44-969b-4c3d-af39-8d52106a4e90 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:06.822977 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480dcd5e-4e36-4139-bd52-df57f36d3ba6", "name": "network-vif-deleted", "tag": "6e87af8a-2f15-4d0b-b805-697a5ab064b5", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:06.823331 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34c0cf44-969b-4c3d-af39-8d52106a4e90 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:06.823933 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480dcd5e-4e36-4139-bd52-df57f36d3ba6', 'name': 'network-vif-deleted', 'tag': '6e87af8a-2f15-4d0b-b805-697a5ab064b5', 'status': 'completed', 'code': 200} Dec 13 16:56:06.885434 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 13b338b1-08ca-43cf-9332-977c23a3e08b up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:06.938779 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614fe37-ecac-41a3-af84-ce09889249fe req-4bb6e1c9-cd38-4f3b-876d-da2316eb71bf tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:06.940917 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1614fe37-ecac-41a3-af84-ce09889249fe req-4bb6e1c9-cd38-4f3b-876d-da2316eb71bf tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 944 time: 0.0512824 Dec 13 16:56:06.982387 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 13b338b1-08ca-43cf-9332-977c23a3e08b completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:56:06.988428 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 13b338b1-08ca-43cf-9332-977c23a3e08b triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:06.988823 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:06.989252 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1614fe37-ecac-41a3-af84-ce09889249fe req-b6770fc3-c3a1-4239-9af2-459533fbd165 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Dec 13 16:56:07.064726 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:07.091186 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b338b1-08ca-43cf-9332-977c23a3e08b'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:07.093432 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2b1859-78b4-482e-9fd3-063ef08a1729" -d '{"events": [{"server_uuid": "7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277", "name": "network-vif-plugged", "status": "completed", "tag": "13b338b1-08ca-43cf-9332-977c23a3e08b"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:07.106321 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 13b338b1-08ca-43cf-9332-977c23a3e08b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=13b338b1-08ca-43cf-9332-977c23a3e08b,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:07.111750 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:07.112871 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 6e87af8a-2f15-4d0b-b805-697a5ab064b5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:56:07.166619 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 6e87af8a-2f15-4d0b-b805-697a5ab064b5 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:56:07.167074 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 6e87af8a-2f15-4d0b-b805-697a5ab064b5 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:56:07.192402 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-63eb6700-090d-4128-a71f-754f1c7315c8 req-8d232ace-bdc0-4b19-8963-8d77d3132656 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=480dcd5e-4e36-4139-bd52-df57f36d3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0355401 Dec 13 16:56:07.195444 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=13b338b1-08ca-43cf-9332-977c23a3e08b,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:07.211898 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f325155-fd0c-4231-97fb-2a86d1748076 req-0f6e6ff3-2bb7-449f-acf8-d93badb1316a tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:07.220217 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2f325155-fd0c-4231-97fb-2a86d1748076 req-0f6e6ff3-2bb7-449f-acf8-d93badb1316a tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0668371 Dec 13 16:56:07.246531 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb86182-5d68-44bf-8680-8bd5f366916f x-openstack-request-id: req-ffb86182-5d68-44bf-8680-8bd5f366916f {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:07.246828 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277", "name": "network-vif-plugged", "status": "completed", "tag": "13b338b1-08ca-43cf-9332-977c23a3e08b", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:07.247482 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffb86182-5d68-44bf-8680-8bd5f366916f {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:07.247482 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b338b1-08ca-43cf-9332-977c23a3e08b', 'code': 200} Dec 13 16:56:07.278147 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2f325155-fd0c-4231-97fb-2a86d1748076 req-01fc083a-dc5b-4bc9-b961-7a803dff9425 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570271 Dec 13 16:56:07.432796 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a925772-e189-47ed-af01-5adce6bc9b2e req-576ad9d2-0a73-4747-8bdc-a22e7923085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:07.434289 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3a925772-e189-47ed-af01-5adce6bc9b2e req-576ad9d2-0a73-4747-8bdc-a22e7923085a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 1098 time: 0.0456054 Dec 13 16:56:07.490762 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3a925772-e189-47ed-af01-5adce6bc9b2e req-76770106-4cb8-4c3b-9eae-fb4e256a4773 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489554 Dec 13 16:56:08.124213 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41553feb-0cd5-4e5e-8120-e8a9d9f2b01e req-08649d27-72cc-4ab1-97a0-274ca96af1e3 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:08.125720 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-41553feb-0cd5-4e5e-8120-e8a9d9f2b01e req-08649d27-72cc-4ab1-97a0-274ca96af1e3 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 945 time: 0.0594945 Dec 13 16:56:08.178236 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-41553feb-0cd5-4e5e-8120-e8a9d9f2b01e req-81053ed1-d9b8-41cc-9356-7cf25bcae438 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Dec 13 16:56:08.395591 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4dda0-43fe-4b0a-8abf-971e04aaa08a req-4cebd79d-4345-4825-ab09-a54841f81b9e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:08.397182 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-81f4dda0-43fe-4b0a-8abf-971e04aaa08a req-4cebd79d-4345-4825-ab09-a54841f81b9e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0515518 Dec 13 16:56:08.450688 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-81f4dda0-43fe-4b0a-8abf-971e04aaa08a req-ac46d27f-b792-4972-b77d-4f624206c5e4 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472260 Dec 13 16:56:08.493665 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a582e-29cc-434f-97f6-99d6aaab5613 req-3aa54c73-40b4-4208-9bc5-0e9e75e66508 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:08.495153 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4f1a582e-29cc-434f-97f6-99d6aaab5613 req-3aa54c73-40b4-4208-9bc5-0e9e75e66508 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 945 time: 0.0558565 Dec 13 16:56:08.544625 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4f1a582e-29cc-434f-97f6-99d6aaab5613 req-bcea5e56-e552-469b-b22c-ce6736510cad tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Dec 13 16:56:09.320347 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a4a0-ca7f-4063-8b25-8c5582cdb7fa req-5a76397b-fb5c-4ac6-a5e1-14c89adeddb6 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:09.321755 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b236a4a0-ca7f-4063-8b25-8c5582cdb7fa req-5a76397b-fb5c-4ac6-a5e1-14c89adeddb6 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 945 time: 0.0639071 Dec 13 16:56:09.378752 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b236a4a0-ca7f-4063-8b25-8c5582cdb7fa req-e48295cd-86e5-4032-8cb1-fcf915badb74 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478032 Dec 13 16:56:09.576687 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfafc2-84a9-4e62-84ea-dc95c5581834 req-eee0c40b-25d3-4cea-9981-0bf26cf1dddf tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:09.578111 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-15cfafc2-84a9-4e62-84ea-dc95c5581834 req-eee0c40b-25d3-4cea-9981-0bf26cf1dddf tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0528474 Dec 13 16:56:09.658001 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-15cfafc2-84a9-4e62-84ea-dc95c5581834 req-29df4e7b-4db6-4289-8515-38e306e0a293 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562711 Dec 13 16:56:09.676806 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7420a-2c1f-4e62-93d2-d90e56486c00 req-8b0f3bd2-48b7-4075-aba1-2843f550bcc5 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:09.684603 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6ac7420a-2c1f-4e62-93d2-d90e56486c00 req-8b0f3bd2-48b7-4075-aba1-2843f550bcc5 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 945 time: 0.0681441 Dec 13 16:56:09.727431 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6ac7420a-2c1f-4e62-93d2-d90e56486c00 req-369eb858-db36-4d97-b8e7-7396a821a2b6 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Dec 13 16:56:09.821618 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-937d8111-3dae-44dc-a126-00ac6895b3dd tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:09.823075 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-937d8111-3dae-44dc-a126-00ac6895b3dd tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 945 time: 0.0545325 Dec 13 16:56:09.921971 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Deleting port 6e8afb44-d87a-422c-bcae-a93462369a7d {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:56:09.922316 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:10.015474 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] For port 6e8afb44-d87a-422c-bcae-a93462369a7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6e8afb44-d87a-422c-bcae-a93462369a7d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:10.015834 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:10.028052 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Calling delete_port for 6e8afb44-d87a-422c-bcae-a93462369a7d owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:56:10.147603 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bde45a-9c2a-4da4-95bc-583c4c6022f5 req-5139613c-56fc-42ed-bdcd-472289d3ca4e tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:10.149090 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-62bde45a-9c2a-4da4-95bc-583c4c6022f5 req-5139613c-56fc-42ed-bdcd-472289d3ca4e tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 945 time: 0.1061404 Dec 13 16:56:10.238257 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-62bde45a-9c2a-4da4-95bc-583c4c6022f5 req-e29797fb-1655-4afc-b291-e78c14fabc03 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829778 Dec 13 16:56:10.239293 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:10.259343 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['dc82648a-ba50-4acf-b164-725387a2d87d', '6e8afb44-d87a-422c-bcae-a93462369a7d'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:56:10.271753 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Pushing event deleted for resources: {'Port': ['ID=6e8afb44-d87a-422c-bcae-a93462369a7d,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:10.311627 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] No DVR routers for this DVR port 6e8afb44-d87a-422c-bcae-a93462369a7d on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:56:10.314311 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:10.317821 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0ea5e156-9266-4fc7-a67c-43dcf890cb15 req-1e76894b-4ac0-428c-86b3-491fbc5e3cc4 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "DELETE /v2.0/ports/6e8afb44-d87a-422c-bcae-a93462369a7d HTTP/1.1" status: 204 len: 173 time: 0.4877548 Dec 13 16:56:10.318282 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0550d1c-5c78-4f91-b4be-b55d993fee22', 'name': 'network-vif-deleted', 'tag': '6e8afb44-d87a-422c-bcae-a93462369a7d'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:10.320598 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd253e18-747a-4916-8522-3197d9b4dc40" -d '{"events": [{"server_uuid": "b0550d1c-5c78-4f91-b4be-b55d993fee22", "name": "network-vif-deleted", "tag": "6e8afb44-d87a-422c-bcae-a93462369a7d"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:10.357801 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b50c9b-03fa-4579-9db0-70877c5ca6c1 x-openstack-request-id: req-47b50c9b-03fa-4579-9db0-70877c5ca6c1 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:10.358175 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0550d1c-5c78-4f91-b4be-b55d993fee22", "name": "network-vif-deleted", "tag": "6e8afb44-d87a-422c-bcae-a93462369a7d", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:10.358490 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47b50c9b-03fa-4579-9db0-70877c5ca6c1 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:10.358949 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0550d1c-5c78-4f91-b4be-b55d993fee22', 'name': 'network-vif-deleted', 'tag': '6e8afb44-d87a-422c-bcae-a93462369a7d', 'status': 'completed', 'code': 200} Dec 13 16:56:10.781835 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7642100-da2b-4b9b-b723-3624a9217d9b req-93d1f5f0-0384-4cc0-a977-393c6426a0e2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:10.783480 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c7642100-da2b-4b9b-b723-3624a9217d9b req-93d1f5f0-0384-4cc0-a977-393c6426a0e2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0519412 Dec 13 16:56:10.842376 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c7642100-da2b-4b9b-b723-3624a9217d9b req-f75ca312-08a5-4f1f-b491-a18560b2179f tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508301 Dec 13 16:56:10.844076 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-7ae92f7f-9f9c-4810-9be8-c13cbcaab59a req-cc27484f-4374-4b05-8969-010dabe54c6b tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0550d1c-5c78-4f91-b4be-b55d993fee22 HTTP/1.1" status: 200 len: 210 time: 0.0263875 Dec 13 16:56:11.368688 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad4d4f-2982-4d59-8522-2f5dbc289261 req-7e7c3082-4700-4eaf-82a7-94c78f0c9aba tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:11.370150 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ccad4d4f-2982-4d59-8522-2f5dbc289261 req-7e7c3082-4700-4eaf-82a7-94c78f0c9aba tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Dec 13 16:56:11.421437 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ccad4d4f-2982-4d59-8522-2f5dbc289261 req-77fa4062-013b-4c1d-8058-1b3f11eb9458 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda1da9a-8d7f-4809-b579-555b28ecd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Dec 13 16:56:11.441758 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-ed5d3eb2-7412-4e4b-bd07-9ad1d2ba1630 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:11.443205 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-ed5d3eb2-7412-4e4b-bd07-9ad1d2ba1630 tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277 HTTP/1.1" status: 200 len: 945 time: 0.0520182 Dec 13 16:56:11.533857 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Deleting port 13b338b1-08ca-43cf-9332-977c23a3e08b {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:56:11.534182 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:11.625330 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] For port 13b338b1-08ca-43cf-9332-977c23a3e08b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=13b338b1-08ca-43cf-9332-977c23a3e08b,segment=NetworkSegment(5671047d-6398-46d8-84a5-01c432fa8e48),segment_id=5671047d-6398-46d8-84a5-01c432fa8e48)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:11.625655 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:11.637920 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Calling delete_port for 13b338b1-08ca-43cf-9332-977c23a3e08b owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:56:11.771833 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:11.784815 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['13b338b1-08ca-43cf-9332-977c23a3e08b'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:56:11.807035 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Pushing event deleted for resources: {'Port': ['ID=13b338b1-08ca-43cf-9332-977c23a3e08b,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:11.851632 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] No DVR routers for this DVR port 13b338b1-08ca-43cf-9332-977c23a3e08b on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:56:11.854331 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:11.858025 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f4bda813-ec8b-4d75-83b7-b8c0cfc05608 req-b2a2585f-a1c5-4744-a193-905928e2348f tempest-VolumesActionsTest-235290729 tempest-VolumesActionsTest-235290729-project] 10.222.0.65 "DELETE /v2.0/ports/13b338b1-08ca-43cf-9332-977c23a3e08b HTTP/1.1" status: 204 len: 173 time: 0.4078228 Dec 13 16:56:11.975552 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafc6a4-bf4f-46ea-a2f9-ad07efe5028c req-aa0fe011-6973-4be0-9649-bc47632ac080 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:11.979174 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8aafc6a4-bf4f-46ea-a2f9-ad07efe5028c req-aa0fe011-6973-4be0-9649-bc47632ac080 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0571949 Dec 13 16:56:12.047596 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8aafc6a4-bf4f-46ea-a2f9-ad07efe5028c req-3d326b04-70cf-4f92-a091-313506f84434 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526366 Dec 13 16:56:12.360499 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277', 'name': 'network-vif-deleted', 'tag': '13b338b1-08ca-43cf-9332-977c23a3e08b'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:12.363026 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b4d33b-b239-43af-8056-88d07b4dd7db" -d '{"events": [{"server_uuid": "7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277", "name": "network-vif-deleted", "tag": "13b338b1-08ca-43cf-9332-977c23a3e08b"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:12.402465 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87429e63-8be8-4d7f-847c-eed738968497 x-openstack-request-id: req-87429e63-8be8-4d7f-847c-eed738968497 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:12.402800 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277", "name": "network-vif-deleted", "tag": "13b338b1-08ca-43cf-9332-977c23a3e08b", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:12.403050 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87429e63-8be8-4d7f-847c-eed738968497 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:12.403438 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ef1ed-ac13-4600-9d7a-a04fcd9e5277', 'name': 'network-vif-deleted', 'tag': '13b338b1-08ca-43cf-9332-977c23a3e08b', 'status': 'completed', 'code': 200} Dec 13 16:56:12.419121 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-0c235641-23a8-44f5-b57e-d2a90496d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:12.420654 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-0c235641-23a8-44f5-b57e-d2a90496d68d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0451419 Dec 13 16:56:12.517130 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-3b49cdc3-4a73-4d48-ba01-ebce1553928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:12.518878 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-3b49cdc3-4a73-4d48-ba01-ebce1553928b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 908 time: 0.0906708 Dec 13 16:56:12.585845 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-7ce5f6e9-f2f3-444b-98a2-d477a4c032f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 1001 time: 0.0601356 Dec 13 16:56:12.640646 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-d0f44ed9-3261-4e7b-90b9-cd8edcf95f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:12.642345 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-d0f44ed9-3261-4e7b-90b9-cd8edcf95f32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.0495107 Dec 13 16:56:12.690545 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-7b17ca11-4711-485f-b68d-f754a5ccb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:12.692164 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-7b17ca11-4711-485f-b68d-f754a5ccb814 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427732 Dec 13 16:56:12.790983 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-36c47cee-f284-47f7-8dec-a87d157e98a9 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914650 Dec 13 16:56:12.889526 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dfbcf00d-a516-440a-b7f0-ead12ed0d8ba req-662b7307-5335-4a4f-ad3f-f1cc1c0ce7ad service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889282 Dec 13 16:56:12.898399 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 6e8afb44-d87a-422c-bcae-a93462369a7d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:56:12.919640 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 6e8afb44-d87a-422c-bcae-a93462369a7d {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:56:12.919983 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 6e8afb44-d87a-422c-bcae-a93462369a7d not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:56:12.920391 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 13b338b1-08ca-43cf-9332-977c23a3e08b no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:56:12.944381 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 13b338b1-08ca-43cf-9332-977c23a3e08b {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:56:12.944679 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 13b338b1-08ca-43cf-9332-977c23a3e08b not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:56:13.183043 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aef0a-36b3-454d-bc07-bdfa938aa2b3 req-82ebc8e7-9276-440d-bb32-2431a191e1d3 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:13.185713 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf2aef0a-36b3-454d-bc07-bdfa938aa2b3 req-82ebc8e7-9276-440d-bb32-2431a191e1d3 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0643706 Dec 13 16:56:13.241881 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf2aef0a-36b3-454d-bc07-bdfa938aa2b3 req-36b9e2b3-6197-45b5-9f95-13ad9cbee82b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496593 Dec 13 16:56:13.293147 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27b4a5-88d9-4aa3-bb91-418cf545b38f req-a7c84239-01b3-4e87-9f96-eb9894d5e6c9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:13.294610 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ba27b4a5-88d9-4aa3-bb91-418cf545b38f req-a7c84239-01b3-4e87-9f96-eb9894d5e6c9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 945 time: 0.0494025 Dec 13 16:56:13.346931 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ba27b4a5-88d9-4aa3-bb91-418cf545b38f req-4e8ce367-5c17-43b9-98ba-86c0bacf5b4c tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463274 Dec 13 16:56:14.363260 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8520-098f-43e0-8da2-a1e8d626832b req-bb56f0d3-1d33-43ec-9192-9bf9179f29ff tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:14.365536 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-596d8520-098f-43e0-8da2-a1e8d626832b req-bb56f0d3-1d33-43ec-9192-9bf9179f29ff tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0542786 Dec 13 16:56:14.415539 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-596d8520-098f-43e0-8da2-a1e8d626832b req-9f21d949-317c-470f-b480-3bdbbe9369b9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444472 Dec 13 16:56:14.463975 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b203d56-d48d-44d9-a557-34c0a85fd504 req-0c7487f5-6b49-4c86-980d-7fbc31347763 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:14.465506 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7b203d56-d48d-44d9-a557-34c0a85fd504 req-0c7487f5-6b49-4c86-980d-7fbc31347763 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 945 time: 0.0484064 Dec 13 16:56:14.516252 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7b203d56-d48d-44d9-a557-34c0a85fd504 req-dd00e9f4-dc39-431f-9dc2-25a345d05223 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447645 Dec 13 16:56:15.639785 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a7c27-0841-4c0b-a0f6-53981ef55b85 req-f87c51ee-6c84-46bf-808e-b615aa1512ca tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:15.641549 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4d8a7c27-0841-4c0b-a0f6-53981ef55b85 req-f87c51ee-6c84-46bf-808e-b615aa1512ca tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 945 time: 0.0519192 Dec 13 16:56:15.693926 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-4d8a7c27-0841-4c0b-a0f6-53981ef55b85 req-16984c12-db76-4aa1-b0ab-0e5435fb50fd tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 Dec 13 16:56:15.801423 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d65b7f-e143-4c8d-8d2a-780974d53217 req-7ec625f3-b1cb-4ff8-8ba9-c30577ff6453 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:15.802807 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-89d65b7f-e143-4c8d-8d2a-780974d53217 req-7ec625f3-b1cb-4ff8-8ba9-c30577ff6453 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.3099403 Dec 13 16:56:15.856320 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-89d65b7f-e143-4c8d-8d2a-780974d53217 req-a6751df6-4c18-4f9a-a271-1157af4ab2a1 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447090 Dec 13 16:56:16.822537 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b465e-fa8d-44b3-8869-322b669bf13b req-cc8358ae-91ad-4e21-9570-2b8a14aa59ef tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:16.829851 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-271b465e-fa8d-44b3-8869-322b669bf13b req-cc8358ae-91ad-4e21-9570-2b8a14aa59ef tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 945 time: 0.0634131 Dec 13 16:56:16.874669 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-271b465e-fa8d-44b3-8869-322b669bf13b req-f5c9bc00-ca86-4a11-921e-6bf01e5ca335 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/security-groups?id=09013af5-98be-445a-819b-bdd1ebe64b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Dec 13 16:56:16.992749 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6625bf1-a7ab-47a2-9210-8158d1ac69a5 req-3d491a20-ccca-4c1a-9fbc-755de2e78466 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:16.994379 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d6625bf1-a7ab-47a2-9210-8158d1ac69a5 req-3d491a20-ccca-4c1a-9fbc-755de2e78466 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0534885 Dec 13 16:56:17.034225 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-7ee1e10b-3804-47f5-bb18-6bd0637028e8 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:17.035753 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-7ee1e10b-3804-47f5-bb18-6bd0637028e8 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 945 time: 0.0618579 Dec 13 16:56:17.051474 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d6625bf1-a7ab-47a2-9210-8158d1ac69a5 req-599572a7-8cab-4a59-80b1-76183eadfc9b tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497370 Dec 13 16:56:17.154694 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Deleting port dc82648a-ba50-4acf-b164-725387a2d87d {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:56:17.155047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:17.357134 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f3266640-1f69-4a4c-902b-27222c930d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:17.561911 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] For port dc82648a-ba50-4acf-b164-725387a2d87d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc82648a-ba50-4acf-b164-725387a2d87d,segment=NetworkSegment(9f709a54-2c83-4735-9983-b27c5e07d42a),segment_id=9f709a54-2c83-4735-9983-b27c5e07d42a)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:17.562314 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:17.575977 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Calling delete_port for dc82648a-ba50-4acf-b164-725387a2d87d owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:56:17.727253 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:17.742462 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['dc82648a-ba50-4acf-b164-725387a2d87d'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:56:17.762455 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Pushing event deleted for resources: {'Port': ['ID=dc82648a-ba50-4acf-b164-725387a2d87d,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:17.822670 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] No DVR routers for this DVR port dc82648a-ba50-4acf-b164-725387a2d87d on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:56:17.825670 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:17.830615 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-352a656e-2546-4e14-b682-07d3a9fb8dab req-e2caf2e7-3c5c-4d1f-b53d-3221a99bf232 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.65 "DELETE /v2.0/ports/dc82648a-ba50-4acf-b164-725387a2d87d HTTP/1.1" status: 204 len: 173 time: 0.7870517 Dec 13 16:56:17.831190 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5af783e-db46-4b24-892e-598e120cd9bf', 'name': 'network-vif-deleted', 'tag': 'dc82648a-ba50-4acf-b164-725387a2d87d'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:17.834822 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa75da67-0e9d-4634-b8eb-7ed749fcafbf" -d '{"events": [{"server_uuid": "e5af783e-db46-4b24-892e-598e120cd9bf", "name": "network-vif-deleted", "tag": "dc82648a-ba50-4acf-b164-725387a2d87d"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:17.884355 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5edd5b-596d-4425-a67a-7a4827c7e78f x-openstack-request-id: req-ab5edd5b-596d-4425-a67a-7a4827c7e78f {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:17.884860 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5af783e-db46-4b24-892e-598e120cd9bf", "name": "network-vif-deleted", "tag": "dc82648a-ba50-4acf-b164-725387a2d87d", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:17.885518 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab5edd5b-596d-4425-a67a-7a4827c7e78f {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:17.886182 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5af783e-db46-4b24-892e-598e120cd9bf', 'name': 'network-vif-deleted', 'tag': 'dc82648a-ba50-4acf-b164-725387a2d87d', 'status': 'completed', 'code': 200} Dec 13 16:56:18.018679 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f3632d32-5426-45ef-b673-5281a74eb05c req-95f3e840-2d0c-41cf-bbbe-f4f158ed651a tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5af783e-db46-4b24-892e-598e120cd9bf HTTP/1.1" status: 200 len: 210 time: 0.0384865 Dec 13 16:56:18.185144 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b374db2-1ed7-452b-aaa7-a2486f0abf85 req-3cad51e2-23ba-4047-8df1-5e65943a3166 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:18.186827 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7b374db2-1ed7-452b-aaa7-a2486f0abf85 req-3cad51e2-23ba-4047-8df1-5e65943a3166 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0595009 Dec 13 16:56:18.252800 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7b374db2-1ed7-452b-aaa7-a2486f0abf85 req-8c5f36f5-9c00-46b6-9f2f-33fa7f0e5ee6 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576262 Dec 13 16:56:18.571421 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:18.588100 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894b9c0-069f-4270-963f-6e4e25541afc req-0205fa29-f2c3-4c50-a787-4a072da9c2b9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:18.590004 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f894b9c0-069f-4270-963f-6e4e25541afc req-0205fa29-f2c3-4c50-a787-4a072da9c2b9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0956974 Dec 13 16:56:18.607614 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-abab401f-6823-42ae-92a0-cd4ddaadbb75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1523170 Dec 13 16:56:18.681615 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f894b9c0-069f-4270-963f-6e4e25541afc req-68618a89-4143-49ed-a490-93624337ef11 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846827 Dec 13 16:56:18.895018 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device dc82648a-ba50-4acf-b164-725387a2d87d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:56:18.919785 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: dc82648a-ba50-4acf-b164-725387a2d87d {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:56:18.920597 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device dc82648a-ba50-4acf-b164-725387a2d87d not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:56:18.921272 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7bfe5c97-83ad-4a06-b866-31455cbfdf29 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:56:19.011623 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.042848 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:19.045637 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6049540c-dd30-4767-9d9b-a288970c4914" -d '{"events": [{"server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "name": "network-vif-unplugged", "status": "completed", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:19.061255 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:19.069519 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.101695 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36370) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:19.110167 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f5c2d-7bc5-41a2-b8b3-4d4431d68a99 x-openstack-request-id: req-745f5c2d-7bc5-41a2-b8b3-4d4431d68a99 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:19.110823 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "name": "network-vif-unplugged", "status": "failed", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29", "code": 422}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:19.111242 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-745f5c2d-7bc5-41a2-b8b3-4d4431d68a99 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:19.111870 dv-cinder-821602-2-iscsi neutron-server[109392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'code': 422} returned with failed status Dec 13 16:56:19.145053 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=6']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:19.153675 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.154266 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.154604 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.154938 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.155950 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.156428 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.156951 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.157428 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.157900 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.158388 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.159078 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.159558 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.160036 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:19.190311 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe24cc6-63fe-49f3-8e0c-dfd88b5aa10a admin admin] Deleting subnet c196c6e5-a4ad-4456-bda5-a72603c6755e {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:56:19.194838 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-abe24cc6-63fe-49f3-8e0c-dfd88b5aa10a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.238040 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-abe24cc6-63fe-49f3-8e0c-dfd88b5aa10a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31790771'] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.283063 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-abe24cc6-63fe-49f3-8e0c-dfd88b5aa10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.369153 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-abe24cc6-63fe-49f3-8e0c-dfd88b5aa10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31350368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30878173'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.400957 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe24cc6-63fe-49f3-8e0c-dfd88b5aa10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c196c6e5-a4ad-4456-bda5-a72603c6755e,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:19.410427 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-abe24cc6-63fe-49f3-8e0c-dfd88b5aa10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.417168 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-abe24cc6-63fe-49f3-8e0c-dfd88b5aa10a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c196c6e5-a4ad-4456-bda5-a72603c6755e HTTP/1.1" status: 204 len: 168 time: 0.3108268 Dec 13 16:56:19.417358 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36376) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:19.495105 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.598228 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.628259 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a74d399-a83a-4821-82c3-e489fb3f4179']}} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:19.641168 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f709a54-2c83-4735-9983-b27c5e07d42a') {'for_net_delete': True} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:19.642047 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f709a54-2c83-4735-9983-b27c5e07d42a') {} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:19.661179 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31094727'] for segment, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.672429 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-defb82b5-370b-440d-9f5c-5ab4a83deace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.677691 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.685228 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:56:19.685740 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31838611'] for segment, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: Traceback (most recent call last): Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: timer() Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: cb(*args, **kw) Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: return func(*args, **kwargs) Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: self._notify() Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: self.callback(batched_events) Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: event.method(event) Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: return f(self, *a, **k) Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: return self._get(url).json() Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: return self.request(url, 'GET', **kwargs) Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:56:19.687707 dv-cinder-821602-2-iscsi neutron-server[109391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:56:19.768706 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.780111 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.784511 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9a74d399-a83a-4821-82c3-e489fb3f4179 HTTP/1.1" status: 204 len: 168 time: 0.3661761 Dec 13 16:56:19.796287 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6459a-aaf7-4c42-81bd-049da992f249 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a74d399-a83a-4821-82c3-e489fb3f4179,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:19.878887 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceffa7a-8212-4346-b0d1-20a6f8d19d63 req-3b230ba0-07e8-4c3d-a103-4680bf6c82d3 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:19.886715 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ceffa7a-8212-4346-b0d1-20a6f8d19d63 req-3b230ba0-07e8-4c3d-a103-4680bf6c82d3 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0908856 Dec 13 16:56:19.947287 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ceffa7a-8212-4346-b0d1-20a6f8d19d63 req-23e7a5c6-b491-4b37-a8f4-8d99bafaedbd tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594485 Dec 13 16:56:19.969922 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36382) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:20.026446 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-5415e06b-bdf6-4477-bdde-5bbe4536ab6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6d1af29ea9c44a7870cae601abfe353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552969 Dec 13 16:56:20.029530 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36384) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:20.086485 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4c3e2723-988a-432f-9c9e-b98e856ab030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:20.110763 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4c3e2723-988a-432f-9c9e-b98e856ab030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:20.188373 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767ef35-8201-410e-b804-f432d1cf540b req-3f66fd81-21d7-4635-bae3-f5c1e3934232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:20.189929 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-3f66fd81-21d7-4635-bae3-f5c1e3934232 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6&tenant_id=979a51fd9c744bc9a5b0d82595603a56 HTTP/1.1" status: 200 len: 1096 time: 0.0663033 Dec 13 16:56:20.214954 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4c3e2723-988a-432f-9c9e-b98e856ab030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:20.217830 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-4c3e2723-988a-432f-9c9e-b98e856ab030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:20.219566 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-4c3e2723-988a-432f-9c9e-b98e856ab030 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09013af5-98be-445a-819b-bdd1ebe64b8f HTTP/1.1" status: 204 len: 168 time: 0.1884906 Dec 13 16:56:20.258632 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e2723-988a-432f-9c9e-b98e856ab030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09013af5-98be-445a-819b-bdd1ebe64b8f,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:20.295786 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767ef35-8201-410e-b804-f432d1cf540b req-dc0d497f-ac89-4efb-ae21-70808682168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:20.297814 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-dc0d497f-ac89-4efb-ae21-70808682168e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1096 time: 0.0767214 Dec 13 16:56:20.431081 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767ef35-8201-410e-b804-f432d1cf540b req-e5eb840f-e775-4c02-a6ba-391938f9f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:20.432808 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-e5eb840f-e775-4c02-a6ba-391938f9f18f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 908 time: 0.1259925 Dec 13 16:56:20.522003 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-69ee4d07-7e4c-423a-a655-53b2c7a797a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 999 time: 0.0791540 Dec 13 16:56:20.580854 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767ef35-8201-410e-b804-f432d1cf540b req-48c6f236-7432-49de-a35e-9eb6e58bbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:20.582682 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-48c6f236-7432-49de-a35e-9eb6e58bbd46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.0528674 Dec 13 16:56:20.638611 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767ef35-8201-410e-b804-f432d1cf540b req-1540322d-3c34-4768-986a-024fa077f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:20.640197 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-1540322d-3c34-4768-986a-024fa077f6d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509064 Dec 13 16:56:20.764793 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:20.773332 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-b40a42e8-8cee-47a0-9a1f-66b57184f829 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249304 Dec 13 16:56:20.887441 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d767ef35-8201-410e-b804-f432d1cf540b req-37caa0d7-7166-4b09-87aa-c56be42dee39 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060369 Dec 13 16:56:21.094138 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9198ed-1e49-4b90-afd1-e765c6fbb8d4 req-fe6684a0-f156-4b07-b86d-66e8820a1b83 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:21.097049 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6e9198ed-1e49-4b90-afd1-e765c6fbb8d4 req-fe6684a0-f156-4b07-b86d-66e8820a1b83 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0771918 Dec 13 16:56:21.167721 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6e9198ed-1e49-4b90-afd1-e765c6fbb8d4 req-f5c7ec6e-6eba-485f-b7f5-b4c8add3195a tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591278 Dec 13 16:56:22.298384 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:22.342569 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb64a-1d91-475e-9e3f-2a97d71208fc req-fdf7463b-a6ec-4a77-958c-b7b4cccdbe3e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:22.349133 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c3bcb64a-1d91-475e-9e3f-2a97d71208fc req-fdf7463b-a6ec-4a77-958c-b7b4cccdbe3e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0936513 Dec 13 16:56:22.397248 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c3bcb64a-1d91-475e-9e3f-2a97d71208fc req-cfbe5ed1-4629-44fd-bc6d-f6f0f9bcf998 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467203 Dec 13 16:56:22.677707 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-02743620-3472-412a-a3bc-0c48f2c5fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:22.679276 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-02743620-3472-412a-a3bc-0c48f2c5fc32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1096 time: 0.0487103 Dec 13 16:56:22.790360 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-c3d4a278-0d40-417b-8fa4-375640b0d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:22.792015 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-c3d4a278-0d40-417b-8fa4-375640b0d8ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 908 time: 0.0913851 Dec 13 16:56:22.876745 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-8a7be003-142f-480b-8575-b39d239b6035 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 999 time: 0.0741322 Dec 13 16:56:22.930636 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-eb928861-15c1-4e0e-b901-74f77ef544cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:22.932162 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-eb928861-15c1-4e0e-b901-74f77ef544cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.0487864 Dec 13 16:56:22.983138 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-986e9710-21f3-453b-b2ae-d62c8962dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:22.984977 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-986e9710-21f3-453b-b2ae-d62c8962dca6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448630 Dec 13 16:56:23.011278 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:23.108125 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-eefe1dac-5f4b-43a5-95b1-163c5e4a85b0 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155508 Dec 13 16:56:23.204492 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fc54ba77-49a8-41df-b19d-0a938c36bea1 req-b21018d5-4ecf-498b-b861-69ebedadd5ca service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894434 Dec 13 16:56:23.572525 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6afd-ffcf-4ee4-a619-685f37b54ebf req-d3224091-375a-4b6a-9b41-810131756fd9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:23.574183 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a0cf6afd-ffcf-4ee4-a619-685f37b54ebf req-d3224091-375a-4b6a-9b41-810131756fd9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0652640 Dec 13 16:56:23.662993 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a0cf6afd-ffcf-4ee4-a619-685f37b54ebf req-62eb92f1-8faf-490d-8cdd-07fc86b0b581 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766354 Dec 13 16:56:24.844849 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0c897-d5cf-4a4e-a090-2c739b85b3e0 req-90c05071-7356-48cd-b069-dedb5090bdbb tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:24.847289 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bfc0c897-d5cf-4a4e-a090-2c739b85b3e0 req-90c05071-7356-48cd-b069-dedb5090bdbb tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0621777 Dec 13 16:56:24.910888 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-bfc0c897-d5cf-4a4e-a090-2c739b85b3e0 req-7265405b-89e9-40f9-babf-7a7cde3d0349 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570886 Dec 13 16:56:26.046511 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a85ff-c834-4db1-a23d-df60459ebf1e req-bba3812a-fe74-4c3e-aeaa-069f0604ccc6 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:26.048191 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-798a85ff-c834-4db1-a23d-df60459ebf1e req-bba3812a-fe74-4c3e-aeaa-069f0604ccc6 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 943 time: 0.0574632 Dec 13 16:56:26.116473 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-798a85ff-c834-4db1-a23d-df60459ebf1e req-a1dffd95-41d1-430d-bd44-5430b750d66e tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614603 Dec 13 16:56:26.945052 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7bfe5c97-83ad-4a06-b866-31455cbfdf29 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:56:27.048462 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:27.062695 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'port_id': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'mac_address': 'fa:16:3e:7b:ae:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:56:27.106565 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:27.121351 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bfe5c97-83ad-4a06-b866-31455cbfdf29 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:56:27.144150 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:27.154267 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:27.226727 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=7']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:27.272155 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c70ebe-6058-43f3-a4b4-eec74910209b req-23656b26-83e3-49cc-a07c-03ab93bf1628 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:27.273758 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-15c70ebe-6058-43f3-a4b4-eec74910209b req-23656b26-83e3-49cc-a07c-03ab93bf1628 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 944 time: 0.0655608 Dec 13 16:56:27.339267 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-15c70ebe-6058-43f3-a4b4-eec74910209b req-cd09704e-e524-4a14-9168-3293ba6aad1c tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589433 Dec 13 16:56:27.363766 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['7bfe5c97-83ad-4a06-b866-31455cbfdf29'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:56:28.466842 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bbb1e-aebc-4501-9b96-8294554db451 req-5c093b86-e1fb-415c-b7ff-513f6126c633 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:28.468372 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-379bbb1e-aebc-4501-9b96-8294554db451 req-5c093b86-e1fb-415c-b7ff-513f6126c633 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 944 time: 0.0527318 Dec 13 16:56:28.526438 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-379bbb1e-aebc-4501-9b96-8294554db451 req-f2378b4d-b530-40ba-af04-561c042b9721 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465322 Dec 13 16:56:28.945499 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7bfe5c97-83ad-4a06-b866-31455cbfdf29 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:29.011699 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:29.012307 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:29.102730 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:29.132405 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:29.134815 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf96c540-6583-419c-9975-1c658dfd7785" -d '{"events": [{"server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "name": "network-vif-plugged", "status": "completed", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:29.149173 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:29.154937 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:29.211989 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7152b0d9-e582-4fdb-8000-c6e995ef3c87 x-openstack-request-id: req-7152b0d9-e582-4fdb-8000-c6e995ef3c87 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:29.212462 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "name": "network-vif-plugged", "status": "completed", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:29.212903 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7152b0d9-e582-4fdb-8000-c6e995ef3c87 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:29.213544 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'code': 200} Dec 13 16:56:29.245390 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=8']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:29.470808 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68924d9-d648-4335-8942-efe474924159 req-a9012de3-385e-4bfa-ad1e-35147ce5d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:29.472728 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a68924d9-d648-4335-8942-efe474924159 req-a9012de3-385e-4bfa-ad1e-35147ce5d330 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0565825 Dec 13 16:56:29.527429 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a68924d9-d648-4335-8942-efe474924159 req-1f5e7e2b-7517-49e1-84b7-7c9a190b24b5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475442 Dec 13 16:56:29.662521 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87c89f-38fd-4e21-aa77-e9732c42fa6e req-35d69c33-b557-4c07-b563-ebad68823562 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:29.664794 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9f87c89f-38fd-4e21-aa77-e9732c42fa6e req-35d69c33-b557-4c07-b563-ebad68823562 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0577114 Dec 13 16:56:29.727839 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-9f87c89f-38fd-4e21-aa77-e9732c42fa6e req-ceae75e9-6e63-443b-a3e1-2201553f1927 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539963 Dec 13 16:56:30.941864 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51623ec-caa0-4ff2-8d48-6a51a28bcbb1 req-542e38a7-8a02-47e9-a536-2c38332d6def tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:30.947558 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f51623ec-caa0-4ff2-8d48-6a51a28bcbb1 req-542e38a7-8a02-47e9-a536-2c38332d6def tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.1240065 Dec 13 16:56:31.040032 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f51623ec-caa0-4ff2-8d48-6a51a28bcbb1 req-1d22cd40-c5c3-4519-a2e7-be805b0c3c8c tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830114 Dec 13 16:56:35.526900 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36716) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:35.573087 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81869b0-8b08-4b21-a2b8-2f5b692b88ce admin admin] Deleting subnet d312888c-6a93-4fba-89d2-4163bc1db81a {{(pid=109391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:56:35.576731 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e81869b0-8b08-4b21-a2b8-2f5b692b88ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.614679 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e81869b0-8b08-4b21-a2b8-2f5b692b88ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31094588'] for subnet, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.653335 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e81869b0-8b08-4b21-a2b8-2f5b692b88ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.710917 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e81869b0-8b08-4b21-a2b8-2f5b692b88ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31838713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31377157'] for subnet, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.745742 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81869b0-8b08-4b21-a2b8-2f5b692b88ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d312888c-6a93-4fba-89d2-4163bc1db81a,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:35.751069 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e81869b0-8b08-4b21-a2b8-2f5b692b88ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.754246 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e81869b0-8b08-4b21-a2b8-2f5b692b88ce admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d312888c-6a93-4fba-89d2-4163bc1db81a HTTP/1.1" status: 204 len: 168 time: 0.2263429 Dec 13 16:56:35.757490 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36718) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:35.838757 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.928298 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.950533 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74fe083-7e31-45b7-9c66-7e0a2e947689']}} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:35.960656 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5671047d-6398-46d8-84a5-01c432fa8e48') {'for_net_delete': True} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:35.961146 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5671047d-6398-46d8-84a5-01c432fa8e48') {} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:35.971264 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31094727'] for segment, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.987030 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.993559 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:56:35.993962 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31838611'] for segment, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: Traceback (most recent call last): Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: timer() Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: cb(*args, **kw) Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: return func(*args, **kwargs) Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: self._notify() Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: self.callback(batched_events) Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: event.method(event) Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: return f(self, *a, **k) Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: return self._get(url).json() Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: return self.request(url, 'GET', **kwargs) Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:56:35.996092 dv-cinder-821602-2-iscsi neutron-server[109391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:56:36.050808 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:36.056810 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:36.062706 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] 10.222.0.62 "DELETE /v2.0/networks/e74fe083-7e31-45b7-9c66-7e0a2e947689 HTTP/1.1" status: 204 len: 168 time: 0.3040750 Dec 13 16:56:36.074524 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62ae1-f844-462f-9d12-aa224584884f admin admin] Pushing event deleted for resources: {'Network': ['ID=e74fe083-7e31-45b7-9c66-7e0a2e947689,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:36.245226 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36738) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:36.286240 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-78806c9d-fc19-4058-baac-4fcb969f8e22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2c012e0f9a44258850f7026e65a6ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395970 Dec 13 16:56:36.289232 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36740) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:36.346519 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b0501041-cb77-4010-9e4b-da351311eeb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:36.368636 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b0501041-cb77-4010-9e4b-da351311eeb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:36.418556 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b0501041-cb77-4010-9e4b-da351311eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:36.421211 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-b0501041-cb77-4010-9e4b-da351311eeb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:36.422392 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-b0501041-cb77-4010-9e4b-da351311eeb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dda1da9a-8d7f-4809-b579-555b28ecd9f2 HTTP/1.1" status: 204 len: 168 time: 0.1321211 Dec 13 16:56:36.430226 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0501041-cb77-4010-9e4b-da351311eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda1da9a-8d7f-4809-b579-555b28ecd9f2,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:36.655616 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:56:37.163991 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36766) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:37.274561 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1312515816-network', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:37.298764 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Made reservation on behalf of a17cfb32dc2b4830a07073b1bb4f821e for: {'network': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:56:37.301253 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.309876 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.386933 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.391751 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.417388 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:56:37.430739 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b2adc0-859c-4504-8e15-fea12214acac,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:37.438553 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.438896 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.segments_db [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Added segment b97485e1-3a42-4b91-9bf0-9f6ac78550a7 of type vlan for network 1943af48-e3ff-441e-9a4a-321ca8d1be22 Dec 13 16:56:37.483915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.510779 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.512018 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:37.512673 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.581607 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4150753 Dec 13 16:56:37.583604 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36786) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:37.588593 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Request body: {'subnet': {'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1312515816-subnet', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:37.597092 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d12b-c438-48a7-8ad3-fa1952748cdc admin admin] Pushing event updated for resources: {'Network': ['ID=1943af48-e3ff-441e-9a4a-321ca8d1be22,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:37.608627 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:56:37.615171 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Made reservation on behalf of a17cfb32dc2b4830a07073b1bb4f821e for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:56:37.617897 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30878138'] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.826603 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31349927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30878116'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.897175 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:37.903476 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Checking segment: {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:37.903817 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Network hostable DHCP agents. Network: 1943af48-e3ff-441e-9a4a-321ca8d1be22, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:56:37.922620 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36796) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:37.930330 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:56:37.942186 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 1943af48-e3ff-441e-9a4a-321ca8d1be22) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:37.946914 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:37.947658 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:37.953117 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd35a4-21b1-479b-bf49-b139d50dc19c None None] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:56:37.966871 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-fd550e6a-cef2-4691-8c58-b4e80ce8365c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3821073 Dec 13 16:56:37.970321 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36800) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:37.975504 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:38.007868 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.009090 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.061374 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-571919a2-cd04-4e52-895a-ff8ecae442c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.087934 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.151211 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-571919a2-cd04-4e52-895a-ff8ecae442c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.155675 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-571919a2-cd04-4e52-895a-ff8ecae442c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.193968 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-571919a2-cd04-4e52-895a-ff8ecae442c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be775ba488e04be39586d8c0a305381f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703025 Dec 13 16:56:38.203570 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36802) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:38.234247 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571919a2-cd04-4e52-895a-ff8ecae442c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ebd46a-edbd-48f3-b842-86832f0baa7e,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:38.248948 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.267349 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-1943af48-e3ff-441e-9a4a-321ca8d1be22', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:56:38.268526 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.291033 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-849d8fbc-4146-4afc-a827-a6069eaea6e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.319200 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-849d8fbc-4146-4afc-a827-a6069eaea6e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.386450 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-849d8fbc-4146-4afc-a827-a6069eaea6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.390917 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-849d8fbc-4146-4afc-a827-a6069eaea6e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.397975 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-849d8fbc-4146-4afc-a827-a6069eaea6e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85ebd46a-edbd-48f3-b842-86832f0baa7e HTTP/1.1" status: 204 len: 168 time: 0.1914215 Dec 13 16:56:38.406186 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d8fbc-4146-4afc-a827-a6069eaea6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ebd46a-edbd-48f3-b842-86832f0baa7e,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:38.445005 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Allocated IP 172.20.0.2 (1943af48-e3ff-441e-9a4a-321ca8d1be22/7de61f9a-57e7-45f2-9187-1d89bbc8ef6f/8dae5725-fdd7-466c-8571-6add84669348) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:56:38.555177 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.575589 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.623958 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.632425 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.682261 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:38.687641 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:38.687909 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Allocated IP 172.27.2.45 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/dc317ec7-b3d0-4146-affe-a62c6ba1f71f) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:56:38.689771 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Pushing event updated for resources: {'Port': ['ID=8dae5725-fdd7-466c-8571-6add84669348,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:38.691916 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:56:38.740681 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36808) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:38.751409 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Attempting to bind port 8dae5725-fdd7-466c-8571-6add84669348 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:56:38.751780 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Attempting to bind port 8dae5725-fdd7-466c-8571-6add84669348 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:56:38.752142 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Attempting to bind port 8dae5725-fdd7-466c-8571-6add84669348 on network 1943af48-e3ff-441e-9a4a-321ca8d1be22 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:38.756488 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11600462-56eb-4be3-930e-cb397d41f171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.757254 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:56:38.757704 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Checking segment: {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:38.758106 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.758493 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Bound using segment: {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:56:38.758953 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Bound port: 8dae5725-fdd7-466c-8571-6add84669348, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:56:38.759326 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.806192 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.832142 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] For port 8dae5725-fdd7-466c-8571-6add84669348, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:56:38.835651 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] For port 8dae5725-fdd7-466c-8571-6add84669348, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=8dae5725-fdd7-466c-8571-6add84669348,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:56:38.841957 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.842346 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11600462-56eb-4be3-930e-cb397d41f171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.847425 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-11600462-56eb-4be3-930e-cb397d41f171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.851437 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.879154 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11600462-56eb-4be3-930e-cb397d41f171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd10327-daa3-4fa2-9443-aa9661e56cd0,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:38.896724 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:38.900039 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-11600462-56eb-4be3-930e-cb397d41f171 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26324ec01cea4f87948476a636b41031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575921 Dec 13 16:56:38.902256 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:38.902784 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36810) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:38.904463 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Pushing event updated for resources: {'Port': ['ID=dc317ec7-b3d0-4146-affe-a62c6ba1f71f,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:38.906668 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:56:38.934163 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e86106-1258-4f52-b634-3e91b0780122 None None] Pushing event updated for resources: {'Port': ['ID=8dae5725-fdd7-466c-8571-6add84669348,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:38.959271 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a477-a83c-4ef0-901b-77dbec299650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:38.986327 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a477-a83c-4ef0-901b-77dbec299650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.036206 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a477-a83c-4ef0-901b-77dbec299650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.038916 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a477-a83c-4ef0-901b-77dbec299650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.042562 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-b2d3a477-a83c-4ef0-901b-77dbec299650 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6dd10327-daa3-4fa2-9443-aa9661e56cd0 HTTP/1.1" status: 204 len: 168 time: 0.1363664 Dec 13 16:56:39.050471 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3a477-a83c-4ef0-901b-77dbec299650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd10327-daa3-4fa2-9443-aa9661e56cd0,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:39.214366 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.440605 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.451065 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 8dae5725-fdd7-466c-8571-6add84669348 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:39.514172 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 8dae5725-fdd7-466c-8571-6add84669348 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:39.514961 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.606014 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Router a2623cf3-8cba-470c-b0db-6b6b9a3938aa is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:56:39.654375 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.720739 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 8dae5725-fdd7-466c-8571-6add84669348, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=8dae5725-fdd7-466c-8571-6add84669348,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:39.728995 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.801661 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=8dae5725-fdd7-466c-8571-6add84669348,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:39.826785 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:56:39.838573 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Sync routers for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:56:39.851960 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:39.856975 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-979e2052-73c5-4840-ac7d-ddaa275c37f2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8824549 Dec 13 16:56:39.857240 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36832) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:39.861799 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:39.862442 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:56:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:40.030442 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c0adc-129b-4db5-90fa-fb4088f0056f None None] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:56:40.088746 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:40.159496 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-ed357b22-279d-4fb5-be6f-29763a08c2a8 None None] Provisioning complete for port 8dae5725-fdd7-466c-8571-6add84669348 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:40.160656 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ed357b22-279d-4fb5-be6f-29763a08c2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.427841 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:39Z', 'revision_number': 3, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:40.462913 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Checking router: a2623cf3-8cba-470c-b0db-6b6b9a3938aa for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:56:40.463260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Updating router a2623cf3-8cba-470c-b0db-6b6b9a3938aa port dc317ec7-b3d0-4146-affe-a62c6ba1f71f binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:56:40.501852 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.640483 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.649671 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-875ecbfe-fca1-4b3b-8ac2-323d87fa7712 None None] Provisioning complete for port 8dae5725-fdd7-466c-8571-6add84669348 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:40.650142 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-875ecbfe-fca1-4b3b-8ac2-323d87fa7712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.809521 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Allocated IP 172.20.0.1 (1943af48-e3ff-441e-9a4a-321ca8d1be22/7de61f9a-57e7-45f2-9187-1d89bbc8ef6f/a56c1b4d-a34a-4f9d-9dff-1389397de544) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:56:40.880177 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.887103 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.922196 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.949417 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Attempting to bind port dc317ec7-b3d0-4146-affe-a62c6ba1f71f on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:56:40.949968 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Attempting to bind port dc317ec7-b3d0-4146-affe-a62c6ba1f71f by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:56:40.950589 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Attempting to bind port dc317ec7-b3d0-4146-affe-a62c6ba1f71f on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:40.958718 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:56:40.959133 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:40.959623 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.960098 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:56:40.961614 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Bound port: dc317ec7-b3d0-4146-affe-a62c6ba1f71f, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:56:40.962009 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.962798 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:40.963709 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84ec0-1708-40db-bddf-2e9bf888ce97 None None] Pushing event updated for resources: {'Port': ['ID=dc317ec7-b3d0-4146-affe-a62c6ba1f71f,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:41.005534 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:41.013467 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:41.017862 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:56:41.043937 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Pushing event updated for resources: {'Port': ['ID=a56c1b4d-a34a-4f9d-9dff-1389397de544,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:41.068203 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.177655 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] For port dc317ec7-b3d0-4146-affe-a62c6ba1f71f, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:56:41.181779 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] For port dc317ec7-b3d0-4146-affe-a62c6ba1f71f, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=dc317ec7-b3d0-4146-affe-a62c6ba1f71f,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:56:41.189303 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.217212 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.247166 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:41.247893 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:56:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:41.285796 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84ec0-1708-40db-bddf-2e9bf888ce97 None None] Pushing event updated for resources: {'Port': ['ID=dc317ec7-b3d0-4146-affe-a62c6ba1f71f,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:41.368685 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:41.392827 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.399179 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.409455 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-b95ce358-67a2-4200-87f0-60c22a5502c6 None None] Provisioning complete for port a56c1b4d-a34a-4f9d-9dff-1389397de544 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:41.409831 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b95ce358-67a2-4200-87f0-60c22a5502c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.436586 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 8dae5725-fdd7-466c-8571-6add84669348 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:41.466833 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Pushing event updated for resources: {'Port': ['ID=a56c1b4d-a34a-4f9d-9dff-1389397de544,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:41.470702 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.521933 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-b95ce358-67a2-4200-87f0-60c22a5502c6 None None] Port a56c1b4d-a34a-4f9d-9dff-1389397de544 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:56:41.571195 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:41.575493 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:41.582045 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 8dae5725-fdd7-466c-8571-6add84669348 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:41.582419 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.702556 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Router a2623cf3-8cba-470c-b0db-6b6b9a3938aa has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:56:41.719278 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:40Z', 'revision_number': 1, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:41.748106 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c89f163-662f-4c8b-9253-41bae5ff1f12 None None] The sync data for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi is: [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:40Z', 'revision_number': 1, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:56:41.816990 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:56:41.822421 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-1d982d96-c1d1-4bf7-8454-5e1977d27b49 admin admin] 10.222.0.62 "PUT /v2.0/routers/a2623cf3-8cba-470c-b0db-6b6b9a3938aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9638472 Dec 13 16:56:41.843054 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-06f2f397-8ca2-467e-af86-ba04f18cff04 None None] Provisioning complete for port a56c1b4d-a34a-4f9d-9dff-1389397de544 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:41.843473 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-06f2f397-8ca2-467e-af86-ba04f18cff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:41.879777 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-06f2f397-8ca2-467e-af86-ba04f18cff04 None None] Port a56c1b4d-a34a-4f9d-9dff-1389397de544 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:56:42.455339 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36894) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:42.460628 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-352786191-network', 'tenant_id': 'cabe7ad06f134bc380218a457a669798'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:42.493128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Made reservation on behalf of cabe7ad06f134bc380218a457a669798 for: {'network': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:56:42.496098 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.507440 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.602447 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.607659 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.635503 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:56:42.645248 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cedb76-8266-4b55-888c-55a7bba36d8b,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:42.653097 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.653221 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.segments_db [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Added segment a8f9e868-f503-41fa-a805-51b1c93f416d of type vlan for network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb Dec 13 16:56:42.695591 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.728298 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.729709 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:42.730330 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.789333 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3328352 Dec 13 16:56:42.792159 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36900) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:42.797660 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Request body: {'subnet': {'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-352786191-subnet', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:42.803484 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a63ed7-3eeb-46fb-a6ed-81963ba0e97c admin admin] Pushing event updated for resources: {'Network': ['ID=8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:42.814491 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:56:42.828732 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Made reservation on behalf of cabe7ad06f134bc380218a457a669798 for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:56:42.831496 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30878138'] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.010202 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31349927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30878116'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.064531 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb11c38f-3f0d-4d15-9611-408f7492dc56,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:43.074429 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.074779 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.075121 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.075457 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.075787 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.076116 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.076444 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.076801 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.077134 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.077466 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.077790 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.078108 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.078425 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:43.086713 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Checking segment: {'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:43.087066 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Network hostable DHCP agents. Network: 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:56:43.105908 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:56:43.116138 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:43.121207 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:43.121807 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.127713 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777df51e-14fb-4cb2-9ce7-7a244da09fb6 None None] Network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:56:43.141711 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ea92daf6-bc7c-455e-a372-ea4599863947 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3478279 Dec 13 16:56:43.144276 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36902) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:43.148899 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:43.171382 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.172414 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.230966 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.235513 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb', 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb', 'project_id': 'cabe7ad06f134bc380218a457a669798', 'fixed_ips': [{'subnet_id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:56:43.236400 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.368228 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.373114 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Allocated IP 172.20.0.2 (8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb/eb11c38f-3f0d-4d15-9611-408f7492dc56/66898f91-0436-44a8-a36c-4fd110c41cf9) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:56:43.450305 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device dc317ec7-b3d0-4146-affe-a62c6ba1f71f up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:43.562726 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port dc317ec7-b3d0-4146-affe-a62c6ba1f71f triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:43.563100 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.597902 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.611848 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.620673 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.625810 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.677963 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:43.684058 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:43.715900 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:56:43.722136 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Pushing event updated for resources: {'Port': ['ID=66898f91-0436-44a8-a36c-4fd110c41cf9,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:43.742568 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Allocated IP 172.27.2.86 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/53c76c95-b94f-44d6-b029-ba968bb65fb3) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:56:43.760729 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.805734 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port dc317ec7-b3d0-4146-affe-a62c6ba1f71f, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=dc317ec7-b3d0-4146-affe-a62c6ba1f71f,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:43.807179 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Attempting to bind port 66898f91-0436-44a8-a36c-4fd110c41cf9 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:56:43.807547 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Attempting to bind port 66898f91-0436-44a8-a36c-4fd110c41cf9 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:56:43.807918 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Attempting to bind port 66898f91-0436-44a8-a36c-4fd110c41cf9 on network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:43.813407 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:56:43.814073 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Checking segment: {'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:43.814627 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.815627 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Bound using segment: {'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:56:43.816349 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Bound port: 66898f91-0436-44a8-a36c-4fd110c41cf9, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:56:43.816690 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.820953 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.861797 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.904404 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.912054 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=dc317ec7-b3d0-4146-affe-a62c6ba1f71f,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:43.926846 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] For port 66898f91-0436-44a8-a36c-4fd110c41cf9, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:56:43.931351 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] For port 66898f91-0436-44a8-a36c-4fd110c41cf9, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=66898f91-0436-44a8-a36c-4fd110c41cf9,segment=NetworkSegment(a8f9e868-f503-41fa-a805-51b1c93f416d),segment_id=a8f9e868-f503-41fa-a805-51b1c93f416d)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:56:43.938652 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:43.952328 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Sync routers for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:56:43.954369 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:43.959104 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:43.962951 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:56:43.965406 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:43.966648 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:56:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:43.989189 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Pushing event updated for resources: {'Port': ['ID=53c76c95-b94f-44d6-b029-ba968bb65fb3,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:44.021362 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36916) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:44.031499 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccf089-d545-4ef0-b072-fec286b41f0d None None] Pushing event updated for resources: {'Port': ['ID=66898f91-0436-44a8-a36c-4fd110c41cf9,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:44.120508 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:44.212341 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-705f50cb-ac54-4932-a945-45b700840a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.295940 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.379074 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 2, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:44.440065 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-705f50cb-ac54-4932-a945-45b700840a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.479990 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-705f50cb-ac54-4932-a945-45b700840a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.504916 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Checking router: a2623cf3-8cba-470c-b0db-6b6b9a3938aa for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:56:44.505146 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Updating router a2623cf3-8cba-470c-b0db-6b6b9a3938aa port a56c1b4d-a34a-4f9d-9dff-1389397de544 binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:56:44.530871 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.558370 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-705f50cb-ac54-4932-a945-45b700840a76 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c2b225a5bd44299a0cf579d6f5d9624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5359302 Dec 13 16:56:44.561034 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36920) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:44.563857 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f50cb-ac54-4932-a945-45b700840a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8cc935-5d5e-4dd2-8da4-a94106c26d91,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:44.586585 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.614411 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-54be2b73-fdd2-42c1-a653-83d0d953fcac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.637060 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-54be2b73-fdd2-42c1-a653-83d0d953fcac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.690535 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-54be2b73-fdd2-42c1-a653-83d0d953fcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.693253 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-54be2b73-fdd2-42c1-a653-83d0d953fcac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.697017 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-54be2b73-fdd2-42c1-a653-83d0d953fcac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a8cc935-5d5e-4dd2-8da4-a94106c26d91 HTTP/1.1" status: 204 len: 168 time: 0.1323311 Dec 13 16:56:44.706741 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be2b73-fdd2-42c1-a653-83d0d953fcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8cc935-5d5e-4dd2-8da4-a94106c26d91,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:44.737596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Router 34bf79e7-49be-49b6-8b56-df2109b3e4af is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:56:44.850435 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.859715 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.861610 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:56:44.873556 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Sync routers for ids ['34bf79e7-49be-49b6-8b56-df2109b3e4af'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:56:44.887956 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Routers {'34bf79e7-49be-49b6-8b56-df2109b3e4af'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:44.889361 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:56:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['34bf79e7-49be-49b6-8b56-df2109b3e4af'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:44.906605 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.912081 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 36926) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:44.916750 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Pushing event updated for resources: {'Port': ['ID=a56c1b4d-a34a-4f9d-9dff-1389397de544,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:44.923477 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-28afda86-9fb0-4c4a-b390-976edde982c7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7665772 Dec 13 16:56:44.930659 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.931119 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.933454 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.933869 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.934838 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.935248 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.935646 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.936041 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.936435 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.937004 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.937527 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.937923 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:44.938436 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:45.015471 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Attempting to bind port a56c1b4d-a34a-4f9d-9dff-1389397de544 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:56:45.016267 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Attempting to bind port a56c1b4d-a34a-4f9d-9dff-1389397de544 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:56:45.016726 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Attempting to bind port a56c1b4d-a34a-4f9d-9dff-1389397de544 on network 1943af48-e3ff-441e-9a4a-321ca8d1be22 {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:45.028627 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:56:45.030389 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Checking segment: {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:45.030870 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.031337 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Bound using segment: {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:56:45.031885 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Bound port: a56c1b4d-a34a-4f9d-9dff-1389397de544, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:56:45.032348 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.060908 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Set router 34bf79e7-49be-49b6-8b56-df2109b3e4af gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:45.143581 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] For port a56c1b4d-a34a-4f9d-9dff-1389397de544, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:56:45.147295 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36928) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:45.160529 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] For port a56c1b4d-a34a-4f9d-9dff-1389397de544, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=a56c1b4d-a34a-4f9d-9dff-1389397de544,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:56:45.168859 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-59559b39-50d2-4300-8aaa-69665e805abb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.181331 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.293037 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:45.293727 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:56:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:45.354651 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-59559b39-50d2-4300-8aaa-69665e805abb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.357173 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ec849-3ed5-4e72-8a62-93e61aeb8831 None None] Pushing event updated for resources: {'Port': ['ID=a56c1b4d-a34a-4f9d-9dff-1389397de544,revision_number=4']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:45.361908 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-3fc1533e-bcdd-473c-b21e-b1d5600cd815 None None] Provisioning complete for port a56c1b4d-a34a-4f9d-9dff-1389397de544 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:45.363285 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3fc1533e-bcdd-473c-b21e-b1d5600cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.368752 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-59559b39-50d2-4300-8aaa-69665e805abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.450274 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-59559b39-50d2-4300-8aaa-69665e805abb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ade376941d74b63b566ea008d8acf6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004923 Dec 13 16:56:45.451031 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59559b39-50d2-4300-8aaa-69665e805abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033b7d65-2bcd-4ee3-8633-5553032f55cc,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:45.453559 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 36930) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:45.514304 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:45.582917 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-41d05b59-1194-47c4-83e7-223b9c3440bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.613831 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee6558f-e45c-4e37-9d58-3a95ea2e32d9 None None] Network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:56:45.629074 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-41d05b59-1194-47c4-83e7-223b9c3440bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.681048 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device dc317ec7-b3d0-4146-affe-a62c6ba1f71f up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:45.685086 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:44Z', 'revision_number': 3, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port': {'id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:45.693671 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-41d05b59-1194-47c4-83e7-223b9c3440bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.697579 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-41d05b59-1194-47c4-83e7-223b9c3440bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.698832 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-41d05b59-1194-47c4-83e7-223b9c3440bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/033b7d65-2bcd-4ee3-8633-5553032f55cc HTTP/1.1" status: 204 len: 168 time: 0.2442131 Dec 13 16:56:45.708968 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d05b59-1194-47c4-83e7-223b9c3440bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b7d65-2bcd-4ee3-8633-5553032f55cc,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:45.730374 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.800361 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Checking router: 34bf79e7-49be-49b6-8b56-df2109b3e4af for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:56:45.800752 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Updating router 34bf79e7-49be-49b6-8b56-df2109b3e4af port 53c76c95-b94f-44d6-b029-ba968bb65fb3 binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:56:45.821278 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:45Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:45.856996 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168554b-4d8d-41b2-b343-7193b5acd23d None None] The sync data for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi is: [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:45Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:56:45.902993 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.932549 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Allocated IP 172.20.0.1 (8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb/eb11c38f-3f0d-4d15-9611-408f7492dc56/15541930-2887-41c9-8c28-99ba94667a4e) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:56:45.936500 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3fc1533e-bcdd-473c-b21e-b1d5600cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.052239 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port dc317ec7-b3d0-4146-affe-a62c6ba1f71f triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:46.052646 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.070462 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-3fc1533e-bcdd-473c-b21e-b1d5600cd815 None None] For port a56c1b4d-a34a-4f9d-9dff-1389397de544, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=a56c1b4d-a34a-4f9d-9dff-1389397de544,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:46.083153 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.115527 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3fc1533e-bcdd-473c-b21e-b1d5600cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.135456 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.232616 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:46.242947 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:46.246750 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:56:46.293207 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Pushing event updated for resources: {'Port': ['ID=15541930-2887-41c9-8c28-99ba94667a4e,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:46.311259 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.314266 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-a44643d5-b0e9-449f-9cd1-45315b73830f None None] Provisioning complete for port a56c1b4d-a34a-4f9d-9dff-1389397de544 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:46.314642 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-a44643d5-b0e9-449f-9cd1-45315b73830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.375468 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1533e-bcdd-473c-b21e-b1d5600cd815 None None] Pushing event updated for resources: {'Port': ['ID=a56c1b4d-a34a-4f9d-9dff-1389397de544,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:46.451211 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 66898f91-0436-44a8-a36c-4fd110c41cf9 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:46.507275 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.615889 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.629156 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.701735 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 66898f91-0436-44a8-a36c-4fd110c41cf9 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:46.702109 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.707817 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-a44643d5-b0e9-449f-9cd1-45315b73830f None None] Provisioning complete for port 66898f91-0436-44a8-a36c-4fd110c41cf9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:46.708206 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-a44643d5-b0e9-449f-9cd1-45315b73830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.738489 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.745130 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.754740 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Attempting to bind port 53c76c95-b94f-44d6-b029-ba968bb65fb3 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:56:46.755106 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Attempting to bind port 53c76c95-b94f-44d6-b029-ba968bb65fb3 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:56:46.755468 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Attempting to bind port 53c76c95-b94f-44d6-b029-ba968bb65fb3 on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:46.776176 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:56:46.776881 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:46.777842 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.779123 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:56:46.780000 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Bound port: 53c76c95-b94f-44d6-b029-ba968bb65fb3, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:56:46.780476 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.787925 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bc068-9440-434e-b39b-127f32214ba4 None None] Pushing event updated for resources: {'Port': ['ID=53c76c95-b94f-44d6-b029-ba968bb65fb3,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:46.795555 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.884528 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Pushing event updated for resources: {'Port': ['ID=15541930-2887-41c9-8c28-99ba94667a4e,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:46.898241 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] For port 53c76c95-b94f-44d6-b029-ba968bb65fb3, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:56:46.917793 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] For port 53c76c95-b94f-44d6-b029-ba968bb65fb3, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=53c76c95-b94f-44d6-b029-ba968bb65fb3,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:56:46.929243 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:46.930708 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:46.944213 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.962639 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:47.013798 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-a44643d5-b0e9-449f-9cd1-45315b73830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:47.055727 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bc068-9440-434e-b39b-127f32214ba4 None None] Pushing event updated for resources: {'Port': ['ID=53c76c95-b94f-44d6-b029-ba968bb65fb3,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:47.066277 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Routers {'34bf79e7-49be-49b6-8b56-df2109b3e4af'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:47.066965 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:56:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['34bf79e7-49be-49b6-8b56-df2109b3e4af'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:47.077446 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Router 34bf79e7-49be-49b6-8b56-df2109b3e4af has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:56:47.110950 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 66898f91-0436-44a8-a36c-4fd110c41cf9, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=66898f91-0436-44a8-a36c-4fd110c41cf9,segment=NetworkSegment(a8f9e868-f503-41fa-a805-51b1c93f416d),segment_id=a8f9e868-f503-41fa-a805-51b1c93f416d)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:47.124180 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:47.202498 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:56:47.207872 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-cccf3568-b9ac-443a-ae34-74406c6c882c admin admin] 10.222.0.62 "PUT /v2.0/routers/34bf79e7-49be-49b6-8b56-df2109b3e4af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2941155 Dec 13 16:56:47.240879 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.db.api [None req-a44643d5-b0e9-449f-9cd1-45315b73830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:56:47.241260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG oslo_db.api [None req-a44643d5-b0e9-449f-9cd1-45315b73830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:56:47.261556 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=66898f91-0436-44a8-a36c-4fd110c41cf9,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:47.273860 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] Set router 34bf79e7-49be-49b6-8b56-df2109b3e4af gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:47.438449 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-66f5f86a-82af-4b41-995b-d8ba43932a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:47.457947 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device a56c1b4d-a34a-4f9d-9dff-1389397de544 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:47.712017 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port a56c1b4d-a34a-4f9d-9dff-1389397de544 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:47.712510 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:47.807114 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-c4571390-187f-4727-8f52-95986366ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 4, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port': {'id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '15541930-2887-41c9-8c28-99ba94667a4e', 'name': '', 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'mac_address': 'fa:16:3e:a5:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:45Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 2, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'subnets': [{'id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:47.855078 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4571390-187f-4727-8f52-95986366ce96 None None] The sync data for ids ['34bf79e7-49be-49b6-8b56-df2109b3e4af'] in dv-cinder-821602-2-iscsi is: [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 4, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port': {'id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '15541930-2887-41c9-8c28-99ba94667a4e', 'name': '', 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'mac_address': 'fa:16:3e:a5:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:45Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 2, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'subnets': [{'id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:56:47.885767 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 66898f91-0436-44a8-a36c-4fd110c41cf9 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:47.936494 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-7509007f-89f6-4303-bc5f-a344078216d0 None None] Provisioning complete for port 15541930-2887-41c9-8c28-99ba94667a4e triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:47.937554 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7509007f-89f6-4303-bc5f-a344078216d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:47.987155 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-7509007f-89f6-4303-bc5f-a344078216d0 None None] Port 15541930-2887-41c9-8c28-99ba94667a4e cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:56:47.989931 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 66898f91-0436-44a8-a36c-4fd110c41cf9 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:47.990495 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:48.030197 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-7509007f-89f6-4303-bc5f-a344078216d0 None None] Provisioning complete for port 66898f91-0436-44a8-a36c-4fd110c41cf9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:48.030573 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7509007f-89f6-4303-bc5f-a344078216d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:48.581264 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:49.500946 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 53c76c95-b94f-44d6-b029-ba968bb65fb3 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:49.598237 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 53c76c95-b94f-44d6-b029-ba968bb65fb3 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:49.598609 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:49.697585 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-44e8c3cb-5dc9-4922-90d6-8e1add0712e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:49.713210 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:49.739465 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 53c76c95-b94f-44d6-b029-ba968bb65fb3, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=53c76c95-b94f-44d6-b029-ba968bb65fb3,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:49.743820 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:49.800975 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=53c76c95-b94f-44d6-b029-ba968bb65fb3,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:50.427070 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Sync routers for ids ['34bf79e7-49be-49b6-8b56-df2109b3e4af'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:56:50.438298 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Routers {'34bf79e7-49be-49b6-8b56-df2109b3e4af'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:50.439105 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:56:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['34bf79e7-49be-49b6-8b56-df2109b3e4af'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:50.549899 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Set router 34bf79e7-49be-49b6-8b56-df2109b3e4af gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:50.770810 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:50.800464 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 4, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port': {'id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '15541930-2887-41c9-8c28-99ba94667a4e', 'name': '', 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'mac_address': 'fa:16:3e:a5:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:45Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 2, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'subnets': [{'id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:50.832750 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Checking router: 34bf79e7-49be-49b6-8b56-df2109b3e4af for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:56:50.833101 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Updating router 34bf79e7-49be-49b6-8b56-df2109b3e4af port 15541930-2887-41c9-8c28-99ba94667a4e binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:56:50.860319 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.156301 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.190974 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.235966 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e339026-0a41-49c3-8ace-97985bfe3bf6 None None] Pushing event updated for resources: {'Port': ['ID=15541930-2887-41c9-8c28-99ba94667a4e,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:51.296188 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Attempting to bind port 15541930-2887-41c9-8c28-99ba94667a4e on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:56:51.296625 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Attempting to bind port 15541930-2887-41c9-8c28-99ba94667a4e by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:56:51.296950 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Attempting to bind port 15541930-2887-41c9-8c28-99ba94667a4e on network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:51.302696 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:56:51.303067 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Checking segment: {'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:51.303467 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.303883 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Bound using segment: {'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:56:51.304748 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Bound port: 15541930-2887-41c9-8c28-99ba94667a4e, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f9e868-f503-41fa-a805-51b1c93f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:56:51.304923 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.391248 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] For port 15541930-2887-41c9-8c28-99ba94667a4e, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:56:51.394605 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] For port 15541930-2887-41c9-8c28-99ba94667a4e, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=15541930-2887-41c9-8c28-99ba94667a4e,segment=NetworkSegment(a8f9e868-f503-41fa-a805-51b1c93f416d),segment_id=a8f9e868-f503-41fa-a805-51b1c93f416d)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:56:51.401381 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.465519 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 53c76c95-b94f-44d6-b029-ba968bb65fb3 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:51.553203 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 53c76c95-b94f-44d6-b029-ba968bb65fb3 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:51.556229 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.619367 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e339026-0a41-49c3-8ace-97985bfe3bf6 None None] Pushing event updated for resources: {'Port': ['ID=15541930-2887-41c9-8c28-99ba94667a4e,revision_number=4']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:51.622986 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-d0e9f645-2ffc-4219-83bd-85a5474b041b None None] Provisioning complete for port 15541930-2887-41c9-8c28-99ba94667a4e triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:51.623569 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f645-2ffc-4219-83bd-85a5474b041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.629861 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Routers {'34bf79e7-49be-49b6-8b56-df2109b3e4af'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:51.630484 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:56:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['34bf79e7-49be-49b6-8b56-df2109b3e4af'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:51.769131 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] Set router 34bf79e7-49be-49b6-8b56-df2109b3e4af gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:51.880992 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f645-2ffc-4219-83bd-85a5474b041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:51.937878 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-d0e9f645-2ffc-4219-83bd-85a5474b041b None None] For port 15541930-2887-41c9-8c28-99ba94667a4e, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=15541930-2887-41c9-8c28-99ba94667a4e,segment=NetworkSegment(a8f9e868-f503-41fa-a805-51b1c93f416d),segment_id=a8f9e868-f503-41fa-a805-51b1c93f416d)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:51.955244 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f645-2ffc-4219-83bd-85a5474b041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:52.026325 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9f645-2ffc-4219-83bd-85a5474b041b None None] Pushing event updated for resources: {'Port': ['ID=15541930-2887-41c9-8c28-99ba94667a4e,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:52.036649 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 4, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port': {'id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '15541930-2887-41c9-8c28-99ba94667a4e', 'name': '', 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'mac_address': 'fa:16:3e:a5:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:45Z', 'updated_at': '2021-12-13T16:56:51Z', 'revision_number': 4, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'subnets': [{'id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:52.087768 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90344887-4f9e-4871-8e5a-92aab8253cf4 None None] The sync data for ids ['34bf79e7-49be-49b6-8b56-df2109b3e4af'] in dv-cinder-821602-2-iscsi is: [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:46Z', 'revision_number': 4, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port': {'id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '15541930-2887-41c9-8c28-99ba94667a4e', 'name': '', 'network_id': '8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'mac_address': 'fa:16:3e:a5:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:45Z', 'updated_at': '2021-12-13T16:56:51Z', 'revision_number': 4, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'subnets': [{'id': 'eb11c38f-3f0d-4d15-9611-408f7492dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:56:52.111039 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-b9894bf1-c306-44e1-818e-ea10bfcd42c5 None None] Provisioning complete for port 15541930-2887-41c9-8c28-99ba94667a4e triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:52.111472 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b9894bf1-c306-44e1-818e-ea10bfcd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:52.295069 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:53.011846 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:53.471188 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 15541930-2887-41c9-8c28-99ba94667a4e up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:53.538876 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 15541930-2887-41c9-8c28-99ba94667a4e triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:53.539246 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.043191 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37092) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:56.158732 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-71afeb68-e397-42ac-b43c-fb1f1e7285f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.239398 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-71afeb68-e397-42ac-b43c-fb1f1e7285f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.244660 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-71afeb68-e397-42ac-b43c-fb1f1e7285f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.280493 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afeb68-e397-42ac-b43c-fb1f1e7285f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99da1bb-75c2-4ba0-ac44-6b09826643f8,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:56.293687 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37096) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:56.299820 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-71afeb68-e397-42ac-b43c-fb1f1e7285f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcd9884bbcec4ec1b470f7b42388eb6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554085 Dec 13 16:56:56.355510 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2bb4-8e1d-45e0-bb93-a1d6cb974f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.380045 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2bb4-8e1d-45e0-bb93-a1d6cb974f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.438856 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2bb4-8e1d-45e0-bb93-a1d6cb974f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.444722 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2bb4-8e1d-45e0-bb93-a1d6cb974f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.449033 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e2fb2bb4-8e1d-45e0-bb93-a1d6cb974f7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f99da1bb-75c2-4ba0-ac44-6b09826643f8 HTTP/1.1" status: 204 len: 168 time: 0.1516869 Dec 13 16:56:56.455512 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb2bb4-8e1d-45e0-bb93-a1d6cb974f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99da1bb-75c2-4ba0-ac44-6b09826643f8,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:56.780374 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37102) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:56.794452 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-55850e02-b2eb-4e6f-8f78-a4ecd042e322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.884495 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-55850e02-b2eb-4e6f-8f78-a4ecd042e322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.891421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-55850e02-b2eb-4e6f-8f78-a4ecd042e322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:56.934024 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-55850e02-b2eb-4e6f-8f78-a4ecd042e322 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5563054dd16e48cb963fc18488ba3e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524169 Dec 13 16:56:56.935063 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850e02-b2eb-4e6f-8f78-a4ecd042e322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65bf561-d869-4ef5-9217-2f5672170b9c,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:56.936922 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37104) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:56.995702 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6fb4cfd8-925e-45a2-86a5-4272c3aa9026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.021022 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6fb4cfd8-925e-45a2-86a5-4272c3aa9026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.115202 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6fb4cfd8-925e-45a2-86a5-4272c3aa9026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.118526 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6fb4cfd8-925e-45a2-86a5-4272c3aa9026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.119792 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-6fb4cfd8-925e-45a2-86a5-4272c3aa9026 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b65bf561-d869-4ef5-9217-2f5672170b9c HTTP/1.1" status: 204 len: 168 time: 0.1809518 Dec 13 16:56:57.128227 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4cfd8-925e-45a2-86a5-4272c3aa9026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65bf561-d869-4ef5-9217-2f5672170b9c,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:57.516008 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37114) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:57.530733 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2637179c-80c9-4a0b-a724-da6c54eb340c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.617022 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2637179c-80c9-4a0b-a724-da6c54eb340c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.622576 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2637179c-80c9-4a0b-a724-da6c54eb340c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.662773 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-2637179c-80c9-4a0b-a724-da6c54eb340c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3c97c48fb024e25934d0e0dfd792a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453583 Dec 13 16:56:57.663618 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637179c-80c9-4a0b-a724-da6c54eb340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0ee04-0e1d-4797-b6d4-a59e52e14b4c,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:57.665632 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37122) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:57.719383 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-000aeef0-9e60-4282-88c1-01a42aeeaaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.741675 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-000aeef0-9e60-4282-88c1-01a42aeeaaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.789003 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-000aeef0-9e60-4282-88c1-01a42aeeaaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.791589 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-000aeef0-9e60-4282-88c1-01a42aeeaaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:57.792882 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-000aeef0-9e60-4282-88c1-01a42aeeaaf8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72f0ee04-0e1d-4797-b6d4-a59e52e14b4c HTTP/1.1" status: 204 len: 168 time: 0.1262295 Dec 13 16:56:57.800421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aeef0-9e60-4282-88c1-01a42aeeaaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0ee04-0e1d-4797-b6d4-a59e52e14b4c,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:58.150022 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343217be-7736-47f5-b34e-787e43fc635d req-978f7ee0-d542-4ca9-8b8b-6f21f9fbe5fd tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:58.151512 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-978f7ee0-d542-4ca9-8b8b-6f21f9fbe5fd tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 815 time: 0.1057732 Dec 13 16:56:58.166726 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-16fcf18f-dac9-4a93-94d1-0f9b7d856974 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/quotas/a17cfb32dc2b4830a07073b1bb4f821e HTTP/1.1" status: 200 len: 375 time: 0.0095007 Dec 13 16:56:58.218615 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-6e1c804d-fc7c-4799-a82b-4186bd1a5136 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461378 Dec 13 16:56:58.314518 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-e70d3d0e-8b01-4ba7-8567-4b7dca45e79b service neutron] 10.222.0.62 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826068 Dec 13 16:56:58.412498 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-40aa43e2-0844-4fa4-ba43-4bf0d512bf87 service neutron] 10.222.0.62 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918767 Dec 13 16:56:58.596105 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cf0a1d19-e33e-4d85-87a1-62d190751a99 req-d161d5db-cfdb-4acc-ab19-45bf42259161 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0305419 Dec 13 16:56:59.706916 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2fa1f149-98e2-4e30-918c-59edebc88ec0 req-42b1e284-8bb6-4314-ab37-6fbd0f4a1b8c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0278256 Dec 13 16:56:59.861716 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343217be-7736-47f5-b34e-787e43fc635d req-ad261761-3aac-4c0d-bcee-fb9b5acfe451 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:59.863199 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-ad261761-3aac-4c0d-bcee-fb9b5acfe451 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.65 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 815 time: 0.1177928 Dec 13 16:56:59.881940 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'port': {'device_id': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'admin_state_up': True, 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:59.996091 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Made reservation on behalf of a17cfb32dc2b4830a07073b1bb4f821e for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:56:59.999587 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:00.403971 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Allocated IP 172.20.0.14 (1943af48-e3ff-441e-9a4a-321ca8d1be22/7de61f9a-57e7-45f2-9187-1d89bbc8ef6f/f2149286-95eb-4a07-a40a-b3f1eec2ba46) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:57:00.568463 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:00.607121 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:00.653934 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:57:00.657499 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:57:00.661449 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:57:00.687211 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'Port': ['ID=f2149286-95eb-4a07-a40a-b3f1eec2ba46,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:00.733346 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:00.734765 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:00.758872 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-f587d59b-814b-4f4f-8dfa-6cb22f63b5b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8828983 Dec 13 16:57:00.919784 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56135d-e73e-4d8c-b9cc-dc833ed06537 req-eb42bdc6-e211-4269-b935-3b44d64ffa3e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:00.921332 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-bc56135d-e73e-4d8c-b9cc-dc833ed06537 req-eb42bdc6-e211-4269-b935-3b44d64ffa3e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0918121 Dec 13 16:57:00.977539 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-bc56135d-e73e-4d8c-b9cc-dc833ed06537 req-c2c5e939-9e9d-4e7a-b037-65421ca126a9 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487418 Dec 13 16:57:01.033033 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-7cd2dde2-34ec-491a-af7d-efa8e1046539 None None] Provisioning complete for port f2149286-95eb-4a07-a40a-b3f1eec2ba46 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:57:01.035153 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7cd2dde2-34ec-491a-af7d-efa8e1046539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:01.082998 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2dde2-34ec-491a-af7d-efa8e1046539 None None] Port f2149286-95eb-4a07-a40a-b3f1eec2ba46 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:57:02.103772 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5c65-004a-4487-94f7-74fb1d55e347 req-136cba97-939d-4d76-a773-b9819c028634 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:02.106071 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-669a5c65-004a-4487-94f7-74fb1d55e347 req-136cba97-939d-4d76-a773-b9819c028634 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0538733 Dec 13 16:57:02.167448 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-669a5c65-004a-4487-94f7-74fb1d55e347 req-9416f771-cdb3-4642-989c-e55bf13645b2 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519302 Dec 13 16:57:02.363205 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37246) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:02.478611 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:02.572995 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:02.578241 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:02.621767 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0026754a1a3345ffabd0ffd6e22c050c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574110 Dec 13 16:57:02.623001 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ce5a0f-85a4-4bb5-ae6b-0254f6da1095,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:02.625018 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37250) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:02.630726 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.631079 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.631657 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.632007 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.632341 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.632807 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.633384 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.633727 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.634059 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.634386 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.634715 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.635036 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.635361 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba457f-da06-4430-b77b-ab85b7eef7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:02.684498 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dcb66f63-94fc-4507-9f70-f24c0a056036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:02.709055 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dcb66f63-94fc-4507-9f70-f24c0a056036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:02.758770 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dcb66f63-94fc-4507-9f70-f24c0a056036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:02.762375 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dcb66f63-94fc-4507-9f70-f24c0a056036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:02.764021 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-dcb66f63-94fc-4507-9f70-f24c0a056036 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8ce5a0f-85a4-4bb5-ae6b-0254f6da1095 HTTP/1.1" status: 204 len: 168 time: 0.1375771 Dec 13 16:57:02.773403 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb66f63-94fc-4507-9f70-f24c0a056036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ce5a0f-85a4-4bb5-ae6b-0254f6da1095,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:03.074026 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37258) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:03.088031 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1c6d82e4-eebb-42b9-bd4c-d6fb32011176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:03.171192 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1c6d82e4-eebb-42b9-bd4c-d6fb32011176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:03.177553 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1c6d82e4-eebb-42b9-bd4c-d6fb32011176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:03.221109 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-1c6d82e4-eebb-42b9-bd4c-d6fb32011176 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0da1fdefced74ef4afe9fed3be7d02ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459479 Dec 13 16:57:03.222123 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37264) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:03.225466 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d82e4-eebb-42b9-bd4c-d6fb32011176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249368e-2128-4937-a8b8-b47390002bca,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:03.298935 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb6e0c84-5727-4c55-9713-9be3e0295f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:03.305519 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51ca07-0575-4878-b7fb-b64c43de2cdf req-61c288bc-6cd0-434a-80b6-599666412091 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:03.307533 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ce51ca07-0575-4878-b7fb-b64c43de2cdf req-61c288bc-6cd0-434a-80b6-599666412091 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0608115 Dec 13 16:57:03.325058 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb6e0c84-5727-4c55-9713-9be3e0295f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:03.372553 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ce51ca07-0575-4878-b7fb-b64c43de2cdf req-69c04bb9-4418-4d19-8694-234a0e1485b5 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588851 Dec 13 16:57:03.389810 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb6e0c84-5727-4c55-9713-9be3e0295f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:03.392442 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb6e0c84-5727-4c55-9713-9be3e0295f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:03.393857 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-fb6e0c84-5727-4c55-9713-9be3e0295f07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8249368e-2128-4937-a8b8-b47390002bca HTTP/1.1" status: 204 len: 168 time: 0.1700511 Dec 13 16:57:03.402256 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e0c84-5727-4c55-9713-9be3e0295f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249368e-2128-4937-a8b8-b47390002bca,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:04.505174 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e4b03-bfb4-4d31-a615-b14c44fb1f4a req-4a6b36d7-979f-41bb-903d-a2b02e4be88d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:04.506852 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f9e4b03-bfb4-4d31-a615-b14c44fb1f4a req-4a6b36d7-979f-41bb-903d-a2b02e4be88d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0619395 Dec 13 16:57:04.565358 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1f9e4b03-bfb4-4d31-a615-b14c44fb1f4a req-4c0e68de-b95d-4666-b675-94bbfaf07729 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519290 Dec 13 16:57:05.714085 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1134f-80c2-4c15-a3e7-b50622d893a8 req-333aa504-d038-430f-803b-d99441616baa tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:05.715598 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-20b1134f-80c2-4c15-a3e7-b50622d893a8 req-333aa504-d038-430f-803b-d99441616baa tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0691373 Dec 13 16:57:05.769205 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-20b1134f-80c2-4c15-a3e7-b50622d893a8 req-bae21eb6-ec2c-4789-bafe-e802596cd4d5 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474079 Dec 13 16:57:06.929962 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdd83-5860-4221-8c70-432462b25a2e req-1743bbec-3248-46ff-8ffb-27c81e49b7dc tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:06.932415 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a14bdd83-5860-4221-8c70-432462b25a2e req-1743bbec-3248-46ff-8ffb-27c81e49b7dc tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0785747 Dec 13 16:57:06.986485 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a14bdd83-5860-4221-8c70-432462b25a2e req-1c73202f-bb83-4975-8c0b-e32ce8a28017 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478194 Dec 13 16:57:08.117263 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b6e8-d57a-4897-8413-3325e63c921a req-120da78e-8850-4e46-815f-8e2a2ffda517 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:08.119869 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-51a7b6e8-d57a-4897-8413-3325e63c921a req-120da78e-8850-4e46-815f-8e2a2ffda517 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0550759 Dec 13 16:57:08.170727 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-51a7b6e8-d57a-4897-8413-3325e63c921a req-ce4d5155-9f7e-4236-be73-7436c7812501 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Dec 13 16:57:09.297633 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56269171-c6da-42a2-9bf0-626a46e987f7 req-c683e8ff-7f3d-4c76-a403-ebc6ff89fbf3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:09.299111 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-56269171-c6da-42a2-9bf0-626a46e987f7 req-c683e8ff-7f3d-4c76-a403-ebc6ff89fbf3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0569062 Dec 13 16:57:09.351311 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-56269171-c6da-42a2-9bf0-626a46e987f7 req-b6f2878a-b0fc-48d6-bb50-7350abcf8758 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462780 Dec 13 16:57:10.483212 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fca59-5991-4d41-ab69-0904f19030ed req-3923a455-a992-4c04-9a45-c5843b752340 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:10.484935 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-df1fca59-5991-4d41-ab69-0904f19030ed req-3923a455-a992-4c04-9a45-c5843b752340 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 932 time: 0.0533917 Dec 13 16:57:10.544133 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-df1fca59-5991-4d41-ab69-0904f19030ed req-3acbf913-53f9-4821-979f-26e097fa8585 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525217 Dec 13 16:57:11.143466 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Request body: {'port': {'device_id': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:11.199689 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:11.487394 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2149286-95eb-4a07-a40a-b3f1eec2ba46 {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:57:11.495482 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:11.508095 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Transition to ACTIVE for port object f2149286-95eb-4a07-a40a-b3f1eec2ba46 will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:57:11.514073 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:11.566974 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Pushing event updated for resources: {'Port': ['ID=f2149286-95eb-4a07-a40a-b3f1eec2ba46,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:11.676372 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Attempting to bind port f2149286-95eb-4a07-a40a-b3f1eec2ba46 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:57:11.676756 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Attempting to bind port f2149286-95eb-4a07-a40a-b3f1eec2ba46 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:57:11.677059 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Attempting to bind port f2149286-95eb-4a07-a40a-b3f1eec2ba46 on network 1943af48-e3ff-441e-9a4a-321ca8d1be22 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:57:11.686976 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Port f2149286-95eb-4a07-a40a-b3f1eec2ba46 on network 1943af48-e3ff-441e-9a4a-321ca8d1be22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:57:11.687509 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Attempting to bind port f2149286-95eb-4a07-a40a-b3f1eec2ba46 on network 1943af48-e3ff-441e-9a4a-321ca8d1be22 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:57:11.701574 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a2927-fcfb-46e4-ab0d-f25ade383dbf req-51161a2b-7ff3-4814-b2c9-22787acedef6 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:11.703159 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b96a2927-fcfb-46e4-ab0d-f25ade383dbf req-51161a2b-7ff3-4814-b2c9-22787acedef6 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 944 time: 0.0744557 Dec 13 16:57:11.704115 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:57:11.704446 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Checking segment: {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:57:11.704871 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Bound using segment: {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:57:11.705310 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Bound port: f2149286-95eb-4a07-a40a-b3f1eec2ba46, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:57:11.706266 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:11.802834 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b96a2927-fcfb-46e4-ab0d-f25ade383dbf req-4f54a1e6-e761-4f56-bb1b-1b2f1d079cd2 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930967 Dec 13 16:57:11.808553 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] For port f2149286-95eb-4a07-a40a-b3f1eec2ba46, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:57:11.811890 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] For port f2149286-95eb-4a07-a40a-b3f1eec2ba46, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:57:11.817881 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:11.855259 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:11.855606 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:11.857021 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] 10.222.0.65 "PUT /v2.0/ports/f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 1094 time: 0.7180009 Dec 13 16:57:11.859425 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:57:11.862960 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:57:11.891397 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3ca3-4c81-4678-aa3e-08636c94e56b service neutron] Pushing event updated for resources: {'Port': ['ID=f2149286-95eb-4a07-a40a-b3f1eec2ba46,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:11.926826 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a1c32f-b604-4f57-81a8-6dca7578db61 x-openstack-request-id: req-56a1c32f-b604-4f57-81a8-6dca7578db61 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:57:11.927089 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:57:11.927358 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56a1c32f-b604-4f57-81a8-6dca7578db61 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:57:11.927929 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'status': 'completed', 'code': 200} Dec 13 16:57:11.947186 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343217be-7736-47f5-b34e-787e43fc635d req-f74fb8b9-ad75-470c-8247-721b94b27a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:11.948997 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-f74fb8b9-ad75-470c-8247-721b94b27a0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0498786 Dec 13 16:57:11.999509 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-715b8ddf-4d26-41a5-a16b-4ca021c11f02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 217 time: 0.0401616 Dec 13 16:57:12.052834 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343217be-7736-47f5-b34e-787e43fc635d req-a19cc407-4062-48d7-8ad8-8b86a5d09291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:12.054317 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-a19cc407-4062-48d7-8ad8-8b86a5d09291 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 200 len: 854 time: 0.0454469 Dec 13 16:57:12.103661 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343217be-7736-47f5-b34e-787e43fc635d req-13073d23-1d5d-4abe-8027-73159fa3d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:12.105412 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-13073d23-1d5d-4abe-8027-73159fa3d5eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1943af48-e3ff-441e-9a4a-321ca8d1be22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435338 Dec 13 16:57:12.202216 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-47c6a88c-3034-4af9-9ffe-bf9a33d410a7 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876818 Dec 13 16:57:12.296605 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-343217be-7736-47f5-b34e-787e43fc635d req-7f420dc5-64c6-422d-a999-aec584b2e081 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857806 Dec 13 16:57:12.403674 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-f285b3bb-e89f-44ef-9704-fe345f52804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:12.405112 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-f285b3bb-e89f-44ef-9704-fe345f52804d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0465477 Dec 13 16:57:12.507699 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-5fbf90a9-4e77-4239-b059-60fa482bb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:12.509247 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-5fbf90a9-4e77-4239-b059-60fa482bb7dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 916 time: 0.0953410 Dec 13 16:57:12.552315 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-11b0fef8-3574-469b-9f14-6f442bf0581e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 217 time: 0.0349567 Dec 13 16:57:12.610524 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-6c69a764-7b09-4920-bbd7-ee1cab843192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:12.612040 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-6c69a764-7b09-4920-bbd7-ee1cab843192 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 200 len: 854 time: 0.0525863 Dec 13 16:57:12.662056 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-e6c3da6f-f854-4fef-bd56-82ca77fc5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:12.663478 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-e6c3da6f-f854-4fef-bd56-82ca77fc5882 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1943af48-e3ff-441e-9a4a-321ca8d1be22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431466 Dec 13 16:57:12.757417 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-e8baeda8-c1b6-47e1-8fde-50ac9b914bf1 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861948 Dec 13 16:57:12.852222 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-5db50fc6-d80d-41f9-9a2c-c0eb92ab91d5 req-cd317690-fe6a-410e-99b5-ae45a73a5cf8 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874939 Dec 13 16:57:12.929778 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628b80c-6016-445f-a429-1b7c76209d15 req-ecfde299-b74e-4902-ba51-d4c68dc07a2f tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:12.931639 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f628b80c-6016-445f-a429-1b7c76209d15 req-ecfde299-b74e-4902-ba51-d4c68dc07a2f tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 944 time: 0.0555065 Dec 13 16:57:12.991021 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f628b80c-6016-445f-a429-1b7c76209d15 req-2b37e020-e624-44c5-965c-eb9d227f7bc3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 Dec 13 16:57:13.146196 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device f2149286-95eb-4a07-a40a-b3f1eec2ba46 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:57:13.248563 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port f2149286-95eb-4a07-a40a-b3f1eec2ba46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:13.261550 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'port_id': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'mac_address': 'fa:16:3e:07:95:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:57:13.308329 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:13.320989 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2149286-95eb-4a07-a40a-b3f1eec2ba46 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:57:13.340802 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port f2149286-95eb-4a07-a40a-b3f1eec2ba46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:13.347481 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:13.400988 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=f2149286-95eb-4a07-a40a-b3f1eec2ba46,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:13.593315 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['f2149286-95eb-4a07-a40a-b3f1eec2ba46'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:57:13.655897 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:57:14.111234 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea2986-b4d8-4488-8ce1-3493fdb55f7c req-2ca95a59-dee1-4561-b2eb-7055a01a9d70 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:14.112703 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-42ea2986-b4d8-4488-8ce1-3493fdb55f7c req-2ca95a59-dee1-4561-b2eb-7055a01a9d70 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Dec 13 16:57:14.164178 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-42ea2986-b4d8-4488-8ce1-3493fdb55f7c req-6a44651b-9c23-4991-990d-0cc56237adea tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Dec 13 16:57:15.159633 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device f2149286-95eb-4a07-a40a-b3f1eec2ba46 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:57:15.215292 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port f2149286-95eb-4a07-a40a-b3f1eec2ba46 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:57:15.219531 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port f2149286-95eb-4a07-a40a-b3f1eec2ba46 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:57:15.219940 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:15.306928 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:15.308340 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb961b-be0d-4982-a803-f25b1c555128 req-2239cb52-1c80-4b97-9551-85fd26053fcc tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:15.310066 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d2eb961b-be0d-4982-a803-f25b1c555128 req-2239cb52-1c80-4b97-9551-85fd26053fcc tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 945 time: 0.0664618 Dec 13 16:57:15.335069 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:57:15.337389 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f036c7-7b24-4e4a-a2ea-df3aa0309c8a" -d '{"events": [{"server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "name": "network-vif-plugged", "status": "completed", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:57:15.359990 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port f2149286-95eb-4a07-a40a-b3f1eec2ba46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:15.362642 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d2eb961b-be0d-4982-a803-f25b1c555128 req-0bc18fde-4068-4e2b-9db2-2841ebffe15b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467336 Dec 13 16:57:15.372312 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:15.379323 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617850ae-3aad-4953-8938-859392dcc0d8 x-openstack-request-id: req-617850ae-3aad-4953-8938-859392dcc0d8 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:57:15.379607 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "name": "network-vif-plugged", "status": "completed", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:57:15.379853 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-617850ae-3aad-4953-8938-859392dcc0d8 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:57:15.380236 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'code': 200} Dec 13 16:57:15.437003 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=f2149286-95eb-4a07-a40a-b3f1eec2ba46,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:15.566206 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b893496-39ce-499f-b980-9a7fbb114572 req-05ab2b1b-f66b-41c0-82cd-ac86be0da7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:15.567730 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8b893496-39ce-499f-b980-9a7fbb114572 req-05ab2b1b-f66b-41c0-82cd-ac86be0da7b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0442474 Dec 13 16:57:15.615599 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8b893496-39ce-499f-b980-9a7fbb114572 req-21ff479c-1af5-4800-b682-54f0c5b09092 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Dec 13 16:57:16.517505 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca195d2-1c87-4223-ac12-e2db744dca3f req-e5e9d54d-bf50-4625-b93f-0394d34cde54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:16.519117 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cca195d2-1c87-4223-ac12-e2db744dca3f req-e5e9d54d-bf50-4625-b93f-0394d34cde54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0601962 Dec 13 16:57:16.571083 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-cca195d2-1c87-4223-ac12-e2db744dca3f req-788e7dca-89cd-4123-a5c0-608c1d0de89c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Dec 13 16:57:17.355373 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ec68b3c6-e0de-401e-a38a-cb8c685af345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:17.701330 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d03cae-c437-42aa-8c7c-1c55633ab54e req-23f710e4-8cc1-4806-9d06-4132917d9abf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:17.703088 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6d03cae-c437-42aa-8c7c-1c55633ab54e req-23f710e4-8cc1-4806-9d06-4132917d9abf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0521774 Dec 13 16:57:17.759552 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e6d03cae-c437-42aa-8c7c-1c55633ab54e req-a35ba201-cccb-45ae-87e7-3a0787b64b31 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Dec 13 16:57:17.892734 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f9074-d423-434d-9f86-163afef1d818 req-8b74de0b-730a-4540-bc5d-0dbca9f0373f tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:17.894168 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d44f9074-d423-434d-9f86-163afef1d818 req-8b74de0b-730a-4540-bc5d-0dbca9f0373f tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0630531 Dec 13 16:57:17.943358 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d44f9074-d423-434d-9f86-163afef1d818 req-dbebf03b-8554-4195-af4f-3bd1d2bf2ce3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Dec 13 16:57:18.276969 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731aa86-6983-4d93-bfbb-950981dd75ff req-16c9a1bf-cb97-4dd8-97d2-fb71196e4c09 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:18.278461 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a731aa86-6983-4d93-bfbb-950981dd75ff req-16c9a1bf-cb97-4dd8-97d2-fb71196e4c09 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0511587 Dec 13 16:57:18.330189 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a731aa86-6983-4d93-bfbb-950981dd75ff req-9ce9c6d8-2f4a-47e2-b6b4-5a15617e6fe3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Dec 13 16:57:18.567598 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:19.671431 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d9d7c86d-fa87-477a-8f82-bfd44ebfa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:20.769822 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.197013 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37468) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:22.280899 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.314515 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3b83e889-8174-4460-b8ea-10e58f8e3b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.396253 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3b83e889-8174-4460-b8ea-10e58f8e3b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.402710 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-3b83e889-8174-4460-b8ea-10e58f8e3b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.438267 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83e889-8174-4460-b8ea-10e58f8e3b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63897d5-6b8d-4874-80aa-05fe5cea3ad9,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:22.442529 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-3b83e889-8174-4460-b8ea-10e58f8e3b5c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e64614ff028467e840fc5b4195e9d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443650 Dec 13 16:57:22.445421 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37474) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:22.500996 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc120-6e24-46f2-9ea8-badc3746c14e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.525290 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc120-6e24-46f2-9ea8-badc3746c14e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.576015 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc120-6e24-46f2-9ea8-badc3746c14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.578900 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc120-6e24-46f2-9ea8-badc3746c14e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:22.580083 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-0e3bc120-6e24-46f2-9ea8-badc3746c14e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e63897d5-6b8d-4874-80aa-05fe5cea3ad9 HTTP/1.1" status: 204 len: 168 time: 0.1338656 Dec 13 16:57:22.587705 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bc120-6e24-46f2-9ea8-badc3746c14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63897d5-6b8d-4874-80aa-05fe5cea3ad9,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:23.008518 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:24.648392 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-28fbe9cf-3365-45c4-9797-88f2e9f3ea96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480716 Dec 13 16:57:24.741233 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-3f15e862-2289-4174-8b12-f05b0bfbc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:24.742702 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-3f15e862-2289-4174-8b12-f05b0bfbc6b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0477097 Dec 13 16:57:24.853337 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-c4cb31d0-7a7a-4956-b95c-12245fb2ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:24.854873 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-c4cb31d0-7a7a-4956-b95c-12245fb2ecb2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 908 time: 0.0925627 Dec 13 16:57:24.923008 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-168dad1d-c286-4041-a807-ef4a1fa143ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 1001 time: 0.0594537 Dec 13 16:57:24.981043 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-89acc15b-32ab-4454-8696-a9f336839299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:24.982532 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-89acc15b-32ab-4454-8696-a9f336839299 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.0531781 Dec 13 16:57:25.035142 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-63ac0dde-da15-4c14-bccb-11f9167083ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:25.036943 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-63ac0dde-da15-4c14-bccb-11f9167083ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467362 Dec 13 16:57:25.127386 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-9d4351be-26a4-4d1e-8e6c-64f544c26232 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Dec 13 16:57:25.230354 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c5092966-49cd-420d-9b28-35dbbe509a2a req-aa2fe74d-5f03-499d-9b67-9be292667e4f service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951154 Dec 13 16:57:29.924255 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d516e-757b-4775-af68-242906b377a8 req-39ec5ade-6bb4-4d7c-8de1-b4782026ec98 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:29.925674 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6b1d516e-757b-4775-af68-242906b377a8 req-39ec5ade-6bb4-4d7c-8de1-b4782026ec98 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0537670 Dec 13 16:57:29.982479 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-6b1d516e-757b-4775-af68-242906b377a8 req-35d556cb-fced-4750-84be-1a6799a9800e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507386 Dec 13 16:57:30.010763 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37554) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:30.238974 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74fbed-e2e0-40e5-9414-b4722724da6b tempest-TestMinimumBasicScenario-1411445319 tempest-TestMinimumBasicScenario-1411445319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:30.240516 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-5c74fbed-e2e0-40e5-9414-b4722724da6b tempest-TestMinimumBasicScenario-1411445319 tempest-TestMinimumBasicScenario-1411445319-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1094 time: 0.2287586 Dec 13 16:57:30.243708 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37558) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:30.249969 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'port_id': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:30.282966 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for floatingip, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:30.383878 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:30.506707 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Allocated IP 172.27.2.198 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/3a354d0d-0530-46ed-aef8-cfcb6a66f9b3) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:57:30.616135 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:30.655526 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:30.698154 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:57:30.701120 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:57:30.704857 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:57:30.728860 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'Port': ['ID=3a354d0d-0530-46ed-aef8-cfcb6a66f9b3,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:31.118211 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.453824 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.606881 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.613373 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.666933 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37572) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:31.682879 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'Port': ['ID=3a354d0d-0530-46ed-aef8-cfcb6a66f9b3,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:31.696462 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.779293 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f794237a-a20d-443c-8551-70b640be25d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.797245 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Floating IP ab0c75fd-8d6c-4a3f-b06f-d217e7e2b3d9 associated. External IP: 172.27.2.198, port: f2149286-95eb-4a07-a40a-b3f1eec2ba46. Dec 13 16:57:31.856243 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f794237a-a20d-443c-8551-70b640be25d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.861967 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f794237a-a20d-443c-8551-70b640be25d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.900128 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-f794237a-a20d-443c-8551-70b640be25d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd4fe18b4c364f05a6910c285913dd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320433 Dec 13 16:57:31.902790 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37576) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:31.908868 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794237a-a20d-443c-8551-70b640be25d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6fef21-7b30-4118-8c0b-f0ae94d6de24,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:31.955307 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-71be9499-40b4-4d4a-bc63-ef70c662f4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:31.976749 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-71be9499-40b4-4d4a-bc63-ef70c662f4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.009348 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Router a2623cf3-8cba-470c-b0db-6b6b9a3938aa has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:57:32.025993 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-71be9499-40b4-4d4a-bc63-ef70c662f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.028718 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-71be9499-40b4-4d4a-bc63-ef70c662f4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.029944 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-71be9499-40b4-4d4a-bc63-ef70c662f4fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be6fef21-7b30-4118-8c0b-f0ae94d6de24 HTTP/1.1" status: 204 len: 168 time: 0.1261952 Dec 13 16:57:32.042844 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be9499-40b4-4d4a-bc63-ef70c662f4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6fef21-7b30-4118-8c0b-f0ae94d6de24,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:32.125523 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:57:32.135932 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] Sync routers for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:57:32.144729 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.147381 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:57:32.148138 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:57:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:32.176294 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-41839e8d-9c18-47d7-a855-fb3da97aab37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9286952 Dec 13 16:57:32.176294 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:57:32.176699 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8" -d '{"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:57:32.177398 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37580) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:32.183065 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-d7e6f74e-fc86-4bff-baa0-88df8790ee0b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531170290', 'description': 'tempest-secgroup-smoke-531170290 description', 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:32.213899 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f74e-fc86-4bff-baa0-88df8790ee0b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.259426 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d2e715-ba3c-4edf-8305-decd1481c444 x-openstack-request-id: req-76d2e715-ba3c-4edf-8305-decd1481c444 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:57:32.259832 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:57:32.260029 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76d2e715-ba3c-4edf-8305-decd1481c444 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:57:32.261118 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'status': 'completed', 'code': 200} Dec 13 16:57:32.277662 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:57:32.352472 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-891af5aa-e622-41c1-8d70-8dd704a0cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:32.354037 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-891af5aa-e622-41c1-8d70-8dd704a0cd4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0717010 Dec 13 16:57:32.356458 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f74e-fc86-4bff-baa0-88df8790ee0b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.362262 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f74e-fc86-4bff-baa0-88df8790ee0b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.443382 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f74e-fc86-4bff-baa0-88df8790ee0b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.447315 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d7e6f74e-fc86-4bff-baa0-88df8790ee0b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2655687 Dec 13 16:57:32.447664 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37584) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:32.450836 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6f74e-fc86-4bff-baa0-88df8790ee0b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971a327b-5939-4d35-8ae0-388904809c81,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:32.452426 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-e8656825-d469-496e-b259-489c6d88dfb3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'security_group_rule': {'security_group_id': '971a327b-5939-4d35-8ae0-388904809c81', 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:32.481543 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e8656825-d469-496e-b259-489c6d88dfb3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.490672 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-2969ee1c-6fcb-4545-91f6-21a4999ae2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:32.492326 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-2969ee1c-6fcb-4545-91f6-21a4999ae2e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 916 time: 0.1264949 Dec 13 16:57:32.530998 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'ab0c75fd-8d6c-4a3f-b06f-d217e7e2b3d9', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'port_id': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'mac_address': 'fa:16:3e:07:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:57:30Z', 'updated_at': '2021-12-13T16:57:30Z', 'revision_number': 0, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:45Z', 'revision_number': 5, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:32.546218 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e8656825-d469-496e-b259-489c6d88dfb3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.551607 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e8656825-d469-496e-b259-489c6d88dfb3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.564654 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-c37f5209-2dfa-4a52-81e8-80ad496032ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 1000 time: 0.0618241 Dec 13 16:57:32.574771 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8656825-d469-496e-b259-489c6d88dfb3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faf89c6-c06a-4fa3-ae49-5323b3011795,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:32.582235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e8656825-d469-496e-b259-489c6d88dfb3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.583858 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e8656825-d469-496e-b259-489c6d88dfb3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349998 Dec 13 16:57:32.586475 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37586) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:32.591276 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-d2a6c560-5854-4e1c-b3c5-f19c4676544d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'security_group_rule': {'security_group_id': '971a327b-5939-4d35-8ae0-388904809c81', 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:32.626618 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-0e902ecd-ab33-4a30-959f-c92328b88384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:32.628251 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-0e902ecd-ab33-4a30-959f-c92328b88384 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 200 len: 854 time: 0.0556824 Dec 13 16:57:32.631762 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c560-5854-4e1c-b3c5-f19c4676544d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.680129 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-44d60657-a092-4ab4-9bcd-0719c6bc4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:32.681681 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-44d60657-a092-4ab4-9bcd-0719c6bc4c04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1943af48-e3ff-441e-9a4a-321ca8d1be22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464058 Dec 13 16:57:32.694641 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c560-5854-4e1c-b3c5-f19c4676544d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.699723 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c560-5854-4e1c-b3c5-f19c4676544d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.701544 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] Checking router: a2623cf3-8cba-470c-b0db-6b6b9a3938aa for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:57:32.710313 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:57:32.710930 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:57:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:32.719348 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6c560-5854-4e1c-b3c5-f19c4676544d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad1aee4-fbf5-4ec8-a2e6-6fa0459162f6,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:32.731595 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c560-5854-4e1c-b3c5-f19c4676544d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.732970 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-d2a6c560-5854-4e1c-b3c5-f19c4676544d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455023 Dec 13 16:57:32.735717 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37588) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:32.740299 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-a5845ffe-451e-4824-9909-3917aaa7c998 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'security_group_rule': {'security_group_id': '971a327b-5939-4d35-8ae0-388904809c81', 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:32.778214 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a5845ffe-451e-4824-9909-3917aaa7c998 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.788966 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-83e20e25-e1b7-48bf-af91-41821b39b4b8 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991690 Dec 13 16:57:32.824183 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:57:32.840374 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a5845ffe-451e-4824-9909-3917aaa7c998 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.847852 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a5845ffe-451e-4824-9909-3917aaa7c998 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.867253 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5845ffe-451e-4824-9909-3917aaa7c998 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de88284f-171e-4ff5-8f0d-948f0d60c17a,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:32.881664 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a5845ffe-451e-4824-9909-3917aaa7c998 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.885593 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-a5845ffe-451e-4824-9909-3917aaa7c998 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462703 Dec 13 16:57:32.885888 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37590) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:32.890399 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-0ece4643-08d0-40ac-b3bf-3e1d3969a59b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'security_group_rule': {'security_group_id': '971a327b-5939-4d35-8ae0-388904809c81', 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:32.899564 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8ba1c7b2-3dd6-487b-b0f2-a8d672a92db8 req-3e386bd7-30dd-4bc6-a0c7-91adf1dd508b service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040134 Dec 13 16:57:32.924373 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0ece4643-08d0-40ac-b3bf-3e1d3969a59b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.973416 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0ece4643-08d0-40ac-b3bf-3e1d3969a59b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.978830 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0ece4643-08d0-40ac-b3bf-3e1d3969a59b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:32.997218 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece4643-08d0-40ac-b3bf-3e1d3969a59b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062d794a-8472-485f-989b-55c5178a1632,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:33.003438 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0ece4643-08d0-40ac-b3bf-3e1d3969a59b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.007244 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-0ece4643-08d0-40ac-b3bf-3e1d3969a59b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177931 Dec 13 16:57:33.008198 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37592) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:33.011801 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-5a73e622-59f4-49d8-9e6d-09d779fd4e54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'security_group_rule': {'security_group_id': '971a327b-5939-4d35-8ae0-388904809c81', 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:33.034878 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.securitygroups_db [None req-5a73e622-59f4-49d8-9e6d-09d779fd4e54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Project a17cfb32dc2b4830a07073b1bb4f821e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:57:33.040858 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5a73e622-59f4-49d8-9e6d-09d779fd4e54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.070432 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'ab0c75fd-8d6c-4a3f-b06f-d217e7e2b3d9', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'port_id': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'mac_address': 'fa:16:3e:07:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:57:30Z', 'updated_at': '2021-12-13T16:57:30Z', 'revision_number': 0, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:45Z', 'revision_number': 5, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:33.097259 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a5c1d-fcc8-4bdb-b9bb-1dfd8060ff76 None None] The sync data for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi is: [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'ab0c75fd-8d6c-4a3f-b06f-d217e7e2b3d9', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'port_id': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'mac_address': 'fa:16:3e:07:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:57:30Z', 'updated_at': '2021-12-13T16:57:30Z', 'revision_number': 0, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:45Z', 'revision_number': 5, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:57:33.105465 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5a73e622-59f4-49d8-9e6d-09d779fd4e54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.111144 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5a73e622-59f4-49d8-9e6d-09d779fd4e54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.131505 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73e622-59f4-49d8-9e6d-09d779fd4e54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4a75e6-2d76-4746-9dac-ba0fdf51520b,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:33.143594 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5a73e622-59f4-49d8-9e6d-09d779fd4e54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.144987 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5a73e622-59f4-49d8-9e6d-09d779fd4e54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365352 Dec 13 16:57:33.147727 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37594) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:33.152091 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-70bcb8e4-3884-4279-8aeb-eb6afb26bf18 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'security_group_rule': {'security_group_id': '971a327b-5939-4d35-8ae0-388904809c81', 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:33.174821 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.securitygroups_db [None req-70bcb8e4-3884-4279-8aeb-eb6afb26bf18 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Project a17cfb32dc2b4830a07073b1bb4f821e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:57:33.179960 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-70bcb8e4-3884-4279-8aeb-eb6afb26bf18 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.243755 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-70bcb8e4-3884-4279-8aeb-eb6afb26bf18 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.248988 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-70bcb8e4-3884-4279-8aeb-eb6afb26bf18 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.271534 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcb8e4-3884-4279-8aeb-eb6afb26bf18 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff9737b-8fd5-4328-b2ff-42f62f2bbbe4,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:33.281812 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-70bcb8e4-3884-4279-8aeb-eb6afb26bf18 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.285730 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-70bcb8e4-3884-4279-8aeb-eb6afb26bf18 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344111 Dec 13 16:57:33.303941 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01bf49-894f-4db2-b3ba-846a9d027678 None None] New status for floating IP ab0c75fd-8d6c-4a3f-b06f-d217e7e2b3d9: ACTIVE {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:57:33.379577 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-569b8f83-b9ce-4fe8-81e6-7d39e7909c54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531170290&fields=id&tenant_id=a17cfb32dc2b4830a07073b1bb4f821e HTTP/1.1" status: 200 len: 267 time: 0.0497231 Dec 13 16:57:33.432732 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-5937fc7a-41d1-4825-90de-94138b48e7e4 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:33.434246 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-5937fc7a-41d1-4825-90de-94138b48e7e4 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0488617 Dec 13 16:57:33.446175 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'port': {'security_groups': ['f7b2adc0-859c-4504-8e15-fea12214acac', '971a327b-5939-4d35-8ae0-388904809c81']}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:57:33.511855 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.711971 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] For port f2149286-95eb-4a07-a40a-b3f1eec2ba46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:33.746631 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.754149 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.766578 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['f2149286-95eb-4a07-a40a-b3f1eec2ba46'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:57:33.803057 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:33.803747 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:33.805087 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a39f1eb3-7e84-4110-93d5-0217044d9c95 req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "PUT /v2.0/ports/f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 982 time: 0.3639734 Dec 13 16:57:33.829273 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416a30e-c429-45f3-a974-abb6a743a6bf tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'Port': ['ID=f2149286-95eb-4a07-a40a-b3f1eec2ba46,revision_number=6']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:33.878381 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['f2149286-95eb-4a07-a40a-b3f1eec2ba46'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:57:33.921469 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee9aa-be1d-4496-8dba-f467dbcf91dc req-a5bf8033-d06f-43a2-96c8-81a58094fcd9 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:33.925052 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8b8ee9aa-be1d-4496-8dba-f467dbcf91dc req-a5bf8033-d06f-43a2-96c8-81a58094fcd9 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0564244 Dec 13 16:57:33.993863 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-8b8ee9aa-be1d-4496-8dba-f467dbcf91dc req-d007510f-18e0-4c7a-95ea-2e969c34422d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642304 Dec 13 16:57:34.138441 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-297f439f-aadc-4159-85e0-434f9efb66fb None None] Provisioning complete for port f2149286-95eb-4a07-a40a-b3f1eec2ba46 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:57:34.138697 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-297f439f-aadc-4159-85e0-434f9efb66fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:34.261918 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:57:34.264234 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34198a3b-390a-4585-9d45-f00fcef9c713" -d '{"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:57:34.300900 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf7f092-28d5-40cf-9827-1b5ae243ecec x-openstack-request-id: req-3cf7f092-28d5-40cf-9827-1b5ae243ecec {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:57:34.301171 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:57:34.301442 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cf7f092-28d5-40cf-9827-1b5ae243ecec {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:57:34.301845 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'status': 'completed', 'code': 200} Dec 13 16:57:34.373257 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-1ca19095-2fd8-4a7b-bc7c-e6d4ab397aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:34.374782 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-1ca19095-2fd8-4a7b-bc7c-e6d4ab397aba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1138 time: 0.0502257 Dec 13 16:57:34.466975 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-534dbe7f-4d7e-403c-a2b2-b346c2244b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:34.468482 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-534dbe7f-4d7e-403c-a2b2-b346c2244b9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 916 time: 0.0866244 Dec 13 16:57:34.535327 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-dfbcf6ea-2df3-474a-b0f9-085644d429ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 1002 time: 0.0576303 Dec 13 16:57:34.593322 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-3b8c411d-2695-4be1-be31-70feadd02bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:34.595266 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-3b8c411d-2695-4be1-be31-70feadd02bf6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 200 len: 854 time: 0.0521841 Dec 13 16:57:34.648514 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-a9d61826-a0fc-4a81-90ad-c829e896828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:34.650119 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-a9d61826-a0fc-4a81-90ad-c829e896828c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1943af48-e3ff-441e-9a4a-321ca8d1be22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470252 Dec 13 16:57:34.741654 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-ccdd1c2e-1f88-46d5-80ce-03ff274249cf service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840905 Dec 13 16:57:34.844400 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-34198a3b-390a-4585-9d45-f00fcef9c713 req-b8a5d2ac-9353-40ee-a621-19834626f14b service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937967 Dec 13 16:57:44.236833 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37606) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:44.401654 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Deleting port 84eaea51-f69f-4c3b-a31f-93e587838da8 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:44.401978 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:44.476841 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:44.477171 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:44.488986 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Calling delete_port for 84eaea51-f69f-4c3b-a31f-93e587838da8 owned by network:floatingip {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:44.662784 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:44.691922 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event deleted for resources: {'Port': ['ID=84eaea51-f69f-4c3b-a31f-93e587838da8,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:44.703851 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.704203 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.704548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.705000 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.705331 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.705681 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.706006 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.706314 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.706692 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.706959 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.707281 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.707602 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.707916 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:44.783301 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for floatingip, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:44.783551 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Floating IP 6b703f68-f0ba-4f9a-a53c-1e01982ed490 disassociated (deleted). External IP: 172.27.2.120, port: 7bfe5c97-83ad-4a06-b866-31455cbfdf29. Dec 13 16:57:44.993365 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Router c11cacd7-da63-4a41-9a17-752b470c30df has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:57:45.100973 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:57:45.105852 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:45.111815 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] Sync routers for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:57:45.122042 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:57:45.122643 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:57:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:45.134762 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-3b8b90d5-3945-40bb-a75a-dd49ee40d517 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "DELETE /v2.0/floatingips/6b703f68-f0ba-4f9a-a53c-1e01982ed490 HTTP/1.1" status: 204 len: 168 time: 0.8964593 Dec 13 16:57:45.135337 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:57:45.137629 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4" -d '{"events": [{"name": "network-changed", "server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:57:45.176743 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4abc790-ffd2-4d1d-9b07-e2ddabc6972e x-openstack-request-id: req-d4abc790-ffd2-4d1d-9b07-e2ddabc6972e {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:57:45.177132 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:57:45.177443 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4abc790-ffd2-4d1d-9b07-e2ddabc6972e {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:57:45.177927 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'status': 'completed', 'code': 200} Dec 13 16:57:45.233379 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:57:45.246719 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-b830da48-c13d-4136-8df7-087aa09b5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:45.248238 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-b830da48-c13d-4136-8df7-087aa09b5331 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=979a51fd9c744bc9a5b0d82595603a56&device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0435662 Dec 13 16:57:45.360200 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-27bf2897-97d1-478a-b22a-81d05fe7ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:45.361634 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-27bf2897-97d1-478a-b22a-81d05fe7ad9c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 200 len: 908 time: 0.1010096 Dec 13 16:57:45.372997 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982a23d-118d-43e2-902f-053586479849 req-1b76055c-8b10-4810-bc87-86f048691759 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:45.374517 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a982a23d-118d-43e2-902f-053586479849 req-1b76055c-8b10-4810-bc87-86f048691759 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0585816 Dec 13 16:57:45.410376 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-9217ebed-0aa2-4664-8490-96b62eaea687 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 200 len: 217 time: 0.0366521 Dec 13 16:57:45.427519 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a982a23d-118d-43e2-902f-053586479849 req-36631dc9-980b-4ecd-b846-93461dd13890 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466244 Dec 13 16:57:45.448342 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:27Z', 'revision_number': 5, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:45.466350 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-ab5a61de-bdd1-4247-a941-effbbb72567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:45.467824 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-ab5a61de-bdd1-4247-a941-effbbb72567c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 200 len: 846 time: 0.0483067 Dec 13 16:57:45.475285 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] Checking router: c11cacd7-da63-4a41-9a17-752b470c30df for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:57:45.484732 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:57:45.485342 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:57:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:45.515634 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-2e8e47c6-9d67-4ab9-a73f-e34af59d93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:45.517189 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-2e8e47c6-9d67-4ab9-a73f-e34af59d93fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a929df9-a7b8-43e3-bded-233e4737abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397100 Dec 13 16:57:45.590478 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:57:45.608371 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-dc46eb56-e97d-4d13-9905-b71f6aa09bdd service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824974 Dec 13 16:57:45.932070 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:27Z', 'revision_number': 5, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:45.958003 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229857c-c73f-48ec-bc6b-2cd202b839ed None None] The sync data for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi is: [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:53:21Z', 'revision_number': 4, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': '1fc97964-9ac5-4ad7-b186-fd608eba2fb9', 'name': '', 'network_id': '4a929df9-a7b8-43e3-bded-233e4737abcd', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'mac_address': 'fa:16:3e:7a:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '797264e4-0a28-456e-b0f4-998b28031c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:21Z', 'updated_at': '2021-12-13T16:53:27Z', 'revision_number': 5, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'subnets': [{'id': '797264e4-0a28-456e-b0f4-998b28031c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:57:45.966871 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d52c8f79-bb7c-4b3c-a248-5ad5ee7206d4 req-3182e09c-13a4-4c62-b071-c0420e17a718 service neutron] 10.222.0.65 "GET /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494802 Dec 13 16:57:46.172792 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db400ae3-4a58-40cc-adf9-d0c7048e013b None None] New status for floating IP 6b703f68-f0ba-4f9a-a53c-1e01982ed490: DOWN {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:57:46.718881 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade16b83-920e-4a2f-ae83-561099534c96 req-715573e8-36e2-414d-9e50-228a7b7cccb2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:46.720356 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ade16b83-920e-4a2f-ae83-561099534c96 req-715573e8-36e2-414d-9e50-228a7b7cccb2 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0561943 Dec 13 16:57:46.777747 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-ade16b83-920e-4a2f-ae83-561099534c96 req-deb03a11-05a1-4d79-a143-afc378d2ea19 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/security-groups?id=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464089 Dec 13 16:57:46.928554 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4734850-c621-4389-af35-b9c17426f15f req-d8f721a1-7a47-4a55-bb2d-1bd6546905eb tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:46.930049 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d4734850-c621-4389-af35-b9c17426f15f req-d8f721a1-7a47-4a55-bb2d-1bd6546905eb tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.65 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 945 time: 0.0505090 Dec 13 16:57:47.031348 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Deleting port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:47.031596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:47.130686 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] For port 7bfe5c97-83ad-4a06-b866-31455cbfdf29, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7bfe5c97-83ad-4a06-b866-31455cbfdf29,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:47.131016 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:47.143323 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Calling delete_port for 7bfe5c97-83ad-4a06-b866-31455cbfdf29 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:47.284211 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:47.314318 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event deleted for resources: {'Port': ['ID=7bfe5c97-83ad-4a06-b866-31455cbfdf29,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:47.357057 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5c8d351f-7581-4103-9adf-8da993bfa1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:47.363469 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] No DVR routers for this DVR port 7bfe5c97-83ad-4a06-b866-31455cbfdf29 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:57:47.366069 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:47.369790 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d4734850-c621-4389-af35-b9c17426f15f req-5178c4f2-6369-4cae-96dd-68fa42c735d9 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.65 "DELETE /v2.0/ports/7bfe5c97-83ad-4a06-b866-31455cbfdf29 HTTP/1.1" status: 204 len: 173 time: 0.4325140 Dec 13 16:57:47.370463 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'name': 'network-vif-deleted', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:57:47.372751 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd9c23-f510-45af-b1f8-9e027cd41c24" -d '{"events": [{"server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "name": "network-vif-deleted", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:57:47.410424 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b59c98c-5912-423b-995c-cf59a47a52df x-openstack-request-id: req-3b59c98c-5912-423b-995c-cf59a47a52df {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:57:47.410719 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895f7640-e4b3-4cb0-9632-d99cef54dab6", "name": "network-vif-deleted", "tag": "7bfe5c97-83ad-4a06-b866-31455cbfdf29", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:57:47.410995 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b59c98c-5912-423b-995c-cf59a47a52df {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:57:47.411397 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f7640-e4b3-4cb0-9632-d99cef54dab6', 'name': 'network-vif-deleted', 'tag': '7bfe5c97-83ad-4a06-b866-31455cbfdf29', 'status': 'completed', 'code': 200} Dec 13 16:57:47.894608 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f217fb7c-d4aa-4720-9c5f-ce43e7d6cbe2 req-1c2365b0-c5ee-4d6b-9c13-c85f33015c23 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "GET /v2.0/ports?device_id=895f7640-e4b3-4cb0-9632-d99cef54dab6 HTTP/1.1" status: 200 len: 210 time: 0.0282652 Dec 13 16:57:48.576049 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:48.959692 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37624) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:49.020135 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-caf38af6-a4fd-410a-b099-f3648b602564 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:49.046820 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-caf38af6-a4fd-410a-b099-f3648b602564 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:49.115512 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-caf38af6-a4fd-410a-b099-f3648b602564 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:49.118060 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-caf38af6-a4fd-410a-b099-f3648b602564 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:49.119318 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-caf38af6-a4fd-410a-b099-f3648b602564 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] 10.222.0.62 "DELETE /v2.0/security-groups/978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3 HTTP/1.1" status: 204 len: 168 time: 0.1586382 Dec 13 16:57:49.128830 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf38af6-a4fd-410a-b099-f3648b602564 tempest-TestShelveInstance-296017315 tempest-TestShelveInstance-296017315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978be1ca-fdc6-4ad6-959a-59d8d5c0b0a3,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:49.164363 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37628) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:49.388804 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7bfe5c97-83ad-4a06-b866-31455cbfdf29 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:57:49.411988 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 7bfe5c97-83ad-4a06-b866-31455cbfdf29 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:57:49.412340 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 7bfe5c97-83ad-4a06-b866-31455cbfdf29 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:57:49.524916 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:49.666052 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-35add6ce-fa31-4ba2-bfe6-c293a35a8b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:49.776040 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Deleting port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:49.776604 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:49.856201 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] For port 1fc97964-9ac5-4ad7-b186-fd608eba2fb9, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:49.856597 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:49.868253 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Calling delete_port for 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 owned by network:router_interface {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:50.057651 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:50.088604 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc97964-9ac5-4ad7-b186-fd608eba2fb9,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:50.257655 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:50.477240 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Router c11cacd7-da63-4a41-9a17-752b470c30df has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:57:50.586231 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:57:50.594593 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-23cdc403-5bb9-42d0-9263-9f55cec28ceb admin admin] 10.222.0.62 "PUT /v2.0/routers/c11cacd7-da63-4a41-9a17-752b470c30df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4260895 Dec 13 16:57:50.594593 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37630) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:50.595480 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] Sync routers for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:57:50.606224 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:57:50.606839 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:57:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:50.655189 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:57:50.705240 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks [] for router, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:50.718281 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:57:50.818982 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:50.833238 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:50.875373 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Deleting port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:50.875619 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:50.907540 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:57:50Z', 'revision_number': 5, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port': {'id': 'e74f2956-0552-4dcc-8e3c-8cfb02a07f5e', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:19Z', 'updated_at': '2021-12-13T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:50.943257 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] Checking router: c11cacd7-da63-4a41-9a17-752b470c30df for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:57:50.947455 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] Routers {'c11cacd7-da63-4a41-9a17-752b470c30df'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:57:50.948059 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:57:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['c11cacd7-da63-4a41-9a17-752b470c30df'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:50.954658 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] For port e74f2956-0552-4dcc-8e3c-8cfb02a07f5e, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=e74f2956-0552-4dcc-8e3c-8cfb02a07f5e,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:50.955012 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:50.967020 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Calling delete_port for e74f2956-0552-4dcc-8e3c-8cfb02a07f5e owned by network:router_gateway {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:51.034245 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] Set router c11cacd7-da63-4a41-9a17-752b470c30df gateway port host: None {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:57:51.090191 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:57:50Z', 'revision_number': 6, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port_host': None}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:51.145903 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.153633 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a530899-c1db-4053-880e-c40699f811c3 None None] The sync data for ids ['c11cacd7-da63-4a41-9a17-752b470c30df'] in dv-cinder-821602-2-iscsi is: [{'id': 'c11cacd7-da63-4a41-9a17-752b470c30df', 'name': 'tempest-TestShelveInstance-59199803-router', 'tenant_id': '979a51fd9c744bc9a5b0d82595603a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:18Z', 'updated_at': '2021-12-13T16:57:50Z', 'revision_number': 6, 'project_id': '979a51fd9c744bc9a5b0d82595603a56', 'gw_port_host': None}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:57:51.173828 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74f2956-0552-4dcc-8e3c-8cfb02a07f5e,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:51.225033 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56297948-f8e4-4241-b2f4-800fa545cdcd req-891eef7e-e9c7-4301-a492-6f90b0a5f6b4 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:51.226870 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-56297948-f8e4-4241-b2f4-800fa545cdcd req-891eef7e-e9c7-4301-a492-6f90b0a5f6b4 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0903153 Dec 13 16:57:51.233572 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-8d2a1c01-a777-427e-9ec0-3abc6c750a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:51.235010 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-8d2a1c01-a777-427e-9ec0-3abc6c750a25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1138 time: 0.0645022 Dec 13 16:57:51.238296 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.351357 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-56297948-f8e4-4241-b2f4-800fa545cdcd req-431deeac-7043-43aa-9019-6b75f5be6119 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149981 Dec 13 16:57:51.372321 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-23e14011-bf7d-4a7b-a956-f991f7fddc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:51.373882 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-23e14011-bf7d-4a7b-a956-f991f7fddc65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 916 time: 0.1311765 Dec 13 16:57:51.448445 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-2a0c373e-ef13-49bc-859e-fc04ca18132a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 1002 time: 0.0667346 Dec 13 16:57:51.507520 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-62e08731-bf88-4eb3-b963-c8a0d2d4ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:51.509432 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-62e08731-bf88-4eb3-b963-c8a0d2d4ba96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 200 len: 854 time: 0.0532484 Dec 13 16:57:51.562703 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-4b837333-5bd8-4b0e-8638-debc140e0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:51.564340 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-4b837333-5bd8-4b0e-8638-debc140e0771 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1943af48-e3ff-441e-9a4a-321ca8d1be22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473866 Dec 13 16:57:51.600728 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.603868 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.651240 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.651817 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c11cacd7-da63-4a41-9a17-752b470c30df {{(pid=109391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:57:51.656819 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] Publish callbacks [] for router, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.658234 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-7bdd877a-5a5f-4dbe-b869-ea34cef3ea55 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c11cacd7-da63-4a41-9a17-752b470c30df HTTP/1.1" status: 204 len: 168 time: 1.0626674 Dec 13 16:57:51.661449 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37638) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:51.678640 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-d0e77355-cee7-477e-b9b8-30cee7d6cf79 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045840 Dec 13 16:57:51.705843 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ecbe4c-7145-4ae9-844c-efd5fe375976 admin admin] Deleting subnet 797264e4-0a28-456e-b0f4-998b28031c78 {{(pid=109391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:57:51.708929 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-11ecbe4c-7145-4ae9-844c-efd5fe375976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.747313 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-11ecbe4c-7145-4ae9-844c-efd5fe375976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31094588'] for subnet, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.770410 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-eef8f1de-0aa9-4803-9bb5-ef492eff1ea0 req-0751599f-1d8f-4092-8c1a-0592c479b740 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828228 Dec 13 16:57:51.826556 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-11ecbe4c-7145-4ae9-844c-efd5fe375976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.883203 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-11ecbe4c-7145-4ae9-844c-efd5fe375976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31838713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31377157'] for subnet, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.914076 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecbe4c-7145-4ae9-844c-efd5fe375976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797264e4-0a28-456e-b0f4-998b28031c78,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:51.916059 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-11ecbe4c-7145-4ae9-844c-efd5fe375976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:51.919450 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-11ecbe4c-7145-4ae9-844c-efd5fe375976 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/797264e4-0a28-456e-b0f4-998b28031c78 HTTP/1.1" status: 204 len: 168 time: 0.2569976 Dec 13 16:57:51.922510 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee188f-a9f4-4ba3-ab78-9ba7812a2ac9 None None] Network 4a929df9-a7b8-43e3-bded-233e4737abcd requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:57:51.923370 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37640) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:52.006543 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:57:52.008087 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.038088 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:57:52.038425 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 1fc97964-9ac5-4ad7-b186-fd608eba2fb9 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:57:52.065496 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Deleting port 41a61687-f10f-4053-9eeb-b86d5e52855a {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:52.065835 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.115689 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] DHCP port deletion for 4a929df9-a7b8-43e3-bded-233e4737abcd request from dv-cinder-821602-2-iscsi {{(pid=109392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:57:52.135948 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] For port 41a61687-f10f-4053-9eeb-b86d5e52855a, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=41a61687-f10f-4053-9eeb-b86d5e52855a,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:52.136388 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.149235 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Calling delete_port for 41a61687-f10f-4053-9eeb-b86d5e52855a owned by network:dhcp {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:52.166754 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Deleting port 41a61687-f10f-4053-9eeb-b86d5e52855a {{(pid=109392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:52.167208 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.237038 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] For port 41a61687-f10f-4053-9eeb-b86d5e52855a, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=41a61687-f10f-4053-9eeb-b86d5e52855a,segment=NetworkSegment(02fa6ace-aecd-46a2-8fee-cee74ad4c14e),segment_id=02fa6ace-aecd-46a2-8fee-cee74ad4c14e)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:52.237385 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.242594 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.261220 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Calling delete_port for 41a61687-f10f-4053-9eeb-b86d5e52855a owned by network:dhcp {{(pid=109392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:52.269696 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a61687-f10f-4053-9eeb-b86d5e52855a,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:52.273444 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] No DVR routers for this DVR port 41a61687-f10f-4053-9eeb-b86d5e52855a on host dv-cinder-821602-2-iscsi {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:57:52.315816 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.349078 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.357136 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361'] for port, after_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.372838 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a929df9-a7b8-43e3-bded-233e4737abcd']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:52.382492 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Pushing event deleted for resources: {'Port': ['ID=41a61687-f10f-4053-9eeb-b86d5e52855a,revision_number=None']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:52.383019 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fa6ace-aecd-46a2-8fee-cee74ad4c14e') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:52.383379 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fa6ace-aecd-46a2-8fee-cee74ad4c14e') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:52.390285 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] No DVR routers for this DVR port 41a61687-f10f-4053-9eeb-b86d5e52855a on host dv-cinder-821602-2-iscsi {{(pid=109392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:57:52.393043 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.393331 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.393673 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.393951 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.394081 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.394415 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.394739 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.395051 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.395619 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.395926 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.396135 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.396326 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.396771 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.396957 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82791969-5e6d-4b82-b458-509c17975d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:57:52.408775 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.415866 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:57:52.416344 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:57:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:57:52.474074 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.481256 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:52.484434 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4a929df9-a7b8-43e3-bded-233e4737abcd HTTP/1.1" status: 204 len: 168 time: 0.5598643 Dec 13 16:57:52.491391 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebd856-fbea-4196-ae79-38bba8c9d4b9 req-ca0c3448-4919-4ff4-8dea-c0cb967e5ad7 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:52.492940 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-00ebd856-fbea-4196-ae79-38bba8c9d4b9 req-ca0c3448-4919-4ff4-8dea-c0cb967e5ad7 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0570416 Dec 13 16:57:52.493412 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37644) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:52.496803 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154c10d-ba6f-453a-8fe5-08a048ffd832 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a929df9-a7b8-43e3-bded-233e4737abcd,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:52.642004 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-00ebd856-fbea-4196-ae79-38bba8c9d4b9 req-519f923d-b5d2-4938-b978-0983e28dfb37 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095204 Dec 13 16:57:52.900793 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:53.007861 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:53.171019 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Deleting port 5a3e27a3-fc17-4015-959a-e5db47e818fb {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:53.171287 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:53.253974 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] For port 5a3e27a3-fc17-4015-959a-e5db47e818fb, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=5a3e27a3-fc17-4015-959a-e5db47e818fb,segment=NetworkSegment(b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c),segment_id=b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:53.254383 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:53.266831 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Calling delete_port for 5a3e27a3-fc17-4015-959a-e5db47e818fb owned by network:router_interface {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:53.446604 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 41a61687-f10f-4053-9eeb-b86d5e52855a no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:57:53.462733 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:53.470574 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 41a61687-f10f-4053-9eeb-b86d5e52855a {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:57:53.470909 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 41a61687-f10f-4053-9eeb-b86d5e52855a not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:57:53.471329 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device e74f2956-0552-4dcc-8e3c-8cfb02a07f5e no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:57:53.490122 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3e27a3-fc17-4015-959a-e5db47e818fb,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:53.493935 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: e74f2956-0552-4dcc-8e3c-8cfb02a07f5e {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:57:53.494501 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device e74f2956-0552-4dcc-8e3c-8cfb02a07f5e not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:57:53.666087 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:53.758499 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701a95b-bbe7-4990-95e7-eb9fa38f5b0d req-3c89238b-0deb-483c-b47f-1d316459eb2f tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:53.760055 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c701a95b-bbe7-4990-95e7-eb9fa38f5b0d req-3c89238b-0deb-483c-b47f-1d316459eb2f tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0517309 Dec 13 16:57:53.828879 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c701a95b-bbe7-4990-95e7-eb9fa38f5b0d req-387104c0-52fe-404e-8fa6-ef30a5ffab6f tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595284 Dec 13 16:57:53.889103 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Router bca4d026-ef93-4d91-8a39-5e9038a54c61 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:57:54.019804 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:57:54.025179 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-ef89f087-8911-42c5-b942-e041ab4d12e5 admin admin] 10.222.0.62 "PUT /v2.0/routers/bca4d026-ef93-4d91-8a39-5e9038a54c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5306795 Dec 13 16:57:54.028109 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37648) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:54.029522 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] Sync routers for ids ['bca4d026-ef93-4d91-8a39-5e9038a54c61'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:57:54.039891 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] Routers {'bca4d026-ef93-4d91-8a39-5e9038a54c61'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:57:54.040505 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:57:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['bca4d026-ef93-4d91-8a39-5e9038a54c61'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:54.134901 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks [] for router, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.144349 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] Set router bca4d026-ef93-4d91-8a39-5e9038a54c61 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:57:54.236558 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.294589 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Deleting port f6366f63-edfe-4f82-ac27-c904e9d14a37 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:54.294803 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.332736 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:57:53Z', 'revision_number': 5, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port': {'id': 'f6366f63-edfe-4f82-ac27-c904e9d14a37', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:53:24Z', 'updated_at': '2021-12-13T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:54.363621 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] Checking router: bca4d026-ef93-4d91-8a39-5e9038a54c61 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:57:54.372435 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] Routers {'bca4d026-ef93-4d91-8a39-5e9038a54c61'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:57:54.373334 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:57:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['bca4d026-ef93-4d91-8a39-5e9038a54c61'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:54.375212 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] For port f6366f63-edfe-4f82-ac27-c904e9d14a37, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=f6366f63-edfe-4f82-ac27-c904e9d14a37,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:54.375607 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.388459 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Calling delete_port for f6366f63-edfe-4f82-ac27-c904e9d14a37 owned by network:router_gateway {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:54.454968 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] Set router bca4d026-ef93-4d91-8a39-5e9038a54c61 gateway port host: None {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:57:54.560521 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.586464 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Pushing event deleted for resources: {'Port': ['ID=f6366f63-edfe-4f82-ac27-c904e9d14a37,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:54.600785 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:57:54Z', 'revision_number': 6, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port_host': None}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:54.629364 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1130f45-9dd6-4191-b13a-446b76485339 None None] The sync data for ids ['bca4d026-ef93-4d91-8a39-5e9038a54c61'] in dv-cinder-821602-2-iscsi is: [{'id': 'bca4d026-ef93-4d91-8a39-5e9038a54c61', 'name': 'tempest-TestShelveInstance-1187718765-router', 'tenant_id': '8048e83ece8540b3956c273f439e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:53:23Z', 'updated_at': '2021-12-13T16:57:54Z', 'revision_number': 6, 'project_id': '8048e83ece8540b3956c273f439e5688', 'gw_port_host': None}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:57:54.652766 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.745495 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.747679 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.800072 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.800753 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca4d026-ef93-4d91-8a39-5e9038a54c61 {{(pid=109391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:57:54.806501 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] Publish callbacks [] for router, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.807668 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-a1166086-629e-4e83-ab87-33fa75779fae admin admin] 10.222.0.62 "DELETE /v2.0/routers/bca4d026-ef93-4d91-8a39-5e9038a54c61 HTTP/1.1" status: 204 len: 168 time: 0.7786019 Dec 13 16:57:54.814169 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37650) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:54.860952 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5353b345-64a6-4091-addb-85b7a26e870c admin admin] Deleting subnet 573fb967-5c65-46b3-8ee5-ed12ef15f91e {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:57:54.864293 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5353b345-64a6-4091-addb-85b7a26e870c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.899422 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5353b345-64a6-4091-addb-85b7a26e870c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31790771'] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:54.953636 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76085-3d9a-4b74-a33f-db2d1c27fdf6 req-9b495379-9ddd-4469-a2ae-4fd12d7a9ef6 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:54.956020 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3ba76085-3d9a-4b74-a33f-db2d1c27fdf6 req-9b495379-9ddd-4469-a2ae-4fd12d7a9ef6 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0571015 Dec 13 16:57:54.988456 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5353b345-64a6-4091-addb-85b7a26e870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.028458 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3ba76085-3d9a-4b74-a33f-db2d1c27fdf6 req-1d089a9d-189a-4e24-8576-124870985d54 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665703 Dec 13 16:57:55.047891 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5353b345-64a6-4091-addb-85b7a26e870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31350368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30878173'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.072251 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353b345-64a6-4091-addb-85b7a26e870c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573fb967-5c65-46b3-8ee5-ed12ef15f91e,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:55.079109 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-5353b345-64a6-4091-addb-85b7a26e870c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.083060 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-5353b345-64a6-4091-addb-85b7a26e870c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/573fb967-5c65-46b3-8ee5-ed12ef15f91e HTTP/1.1" status: 204 len: 168 time: 0.2677164 Dec 13 16:57:55.084151 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e463ec-4706-4ae7-a67f-efc10b1c124d None None] Network 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:57:55.085476 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37654) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:55.151763 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.210940 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Deleting port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:57:55.211282 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.272596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] For port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=628b35fd-0d43-4dd9-9cd4-c6315d75f52a,segment=NetworkSegment(b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c),segment_id=b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:57:55.272990 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.286185 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Calling delete_port for 628b35fd-0d43-4dd9-9cd4-c6315d75f52a owned by network:dhcp {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:57:55.372891 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.388082 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1bd0dc-79fb-4904-a685-1eeac4678a21 None None] DHCP port deletion for 8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee request from dv-cinder-821602-2-iscsi {{(pid=109392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:57:55.407477 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=628b35fd-0d43-4dd9-9cd4-c6315d75f52a,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:55.414042 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] No DVR routers for this DVR port 628b35fd-0d43-4dd9-9cd4-c6315d75f52a on host dv-cinder-821602-2-iscsi {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:57:55.464524 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 5a3e27a3-fc17-4015-959a-e5db47e818fb no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:57:55.486757 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.488492 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 5a3e27a3-fc17-4015-959a-e5db47e818fb {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:57:55.489036 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 5a3e27a3-fc17-4015-959a-e5db47e818fb not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:57:55.489451 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device f6366f63-edfe-4f82-ac27-c904e9d14a37 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:57:55.511085 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: f6366f63-edfe-4f82-ac27-c904e9d14a37 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:57:55.512003 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device f6366f63-edfe-4f82-ac27-c904e9d14a37 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:57:55.512003 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 628b35fd-0d43-4dd9-9cd4-c6315d75f52a no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:57:55.516281 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:55.526421 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:55.526714 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49a69ef-a4f2-4adb-bd6c-b1c24c8c5d0c') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:57:55.531115 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 628b35fd-0d43-4dd9-9cd4-c6315d75f52a {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:57:55.531466 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 628b35fd-0d43-4dd9-9cd4-c6315d75f52a not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:57:55.536284 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.549579 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.555380 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:57:55.555803 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:57:55.557463 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:57:55.618947 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.624596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.630640 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] 10.222.0.62 "DELETE /v2.0/networks/8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee HTTP/1.1" status: 204 len: 168 time: 0.5442047 Dec 13 16:57:55.647100 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc917bfe-e06d-4302-93e7-533fb96bbfbd admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5b0259-12fa-4ce3-bb8e-edb82f2e3eee,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:55.822725 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37658) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:55.863090 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-298ab3b3-d534-451c-a787-db3b86302971 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=979a51fd9c744bc9a5b0d82595603a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391037 Dec 13 16:57:55.865608 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37660) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:55.914985 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-388ad95b-d19e-4cc7-ad04-933ffd259fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.936425 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-388ad95b-d19e-4cc7-ad04-933ffd259fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.989315 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-388ad95b-d19e-4cc7-ad04-933ffd259fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.991931 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-388ad95b-d19e-4cc7-ad04-933ffd259fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.993256 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-388ad95b-d19e-4cc7-ad04-933ffd259fcc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2cdd509-18ef-4999-abbc-f9f1a0f75350 HTTP/1.1" status: 204 len: 168 time: 0.1266620 Dec 13 16:57:56.001288 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ad95b-d19e-4cc7-ad04-933ffd259fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cdd509-18ef-4999-abbc-f9f1a0f75350,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:56.148193 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464fe46-c0d4-42e9-999e-e120547e079e req-ede8b635-5dec-4e4f-b089-dee4c781e7a3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:56.150066 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f464fe46-c0d4-42e9-999e-e120547e079e req-ede8b635-5dec-4e4f-b089-dee4c781e7a3 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0527034 Dec 13 16:57:56.212305 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f464fe46-c0d4-42e9-999e-e120547e079e req-eb9bb3f8-d2c9-4775-a587-199eb35f8086 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559676 Dec 13 16:57:56.347715 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37668) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:56.389572 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-88da81bc-678e-42d0-832a-cda4f2a54b85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8048e83ece8540b3956c273f439e5688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405474 Dec 13 16:57:56.392061 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37670) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:57:56.441471 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a6e0be6d-7e36-41cb-8a15-89f0220bbb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:56.462730 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a6e0be6d-7e36-41cb-8a15-89f0220bbb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:56.514150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a6e0be6d-7e36-41cb-8a15-89f0220bbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:56.516833 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a6e0be6d-7e36-41cb-8a15-89f0220bbb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:56.517997 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a6e0be6d-7e36-41cb-8a15-89f0220bbb70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0c718fd-fc7b-496e-82f7-8a000b624aca HTTP/1.1" status: 204 len: 168 time: 0.1249821 Dec 13 16:57:56.526000 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0be6d-7e36-41cb-8a15-89f0220bbb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c718fd-fc7b-496e-82f7-8a000b624aca,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:57:57.340458 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f7164-7150-46b9-9b75-5e859b567113 req-2607aa79-fd37-4988-8323-d26d81642c36 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:57.342060 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e0f7164-7150-46b9-9b75-5e859b567113 req-2607aa79-fd37-4988-8323-d26d81642c36 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0553522 Dec 13 16:57:57.405824 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e0f7164-7150-46b9-9b75-5e859b567113 req-444c6255-6f45-4779-9793-03a1f1c4ba42 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574303 Dec 13 16:57:58.536477 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38784-cdbd-48d2-814e-3bfed0479ee2 req-0555d734-82e2-415b-9ae6-23ddd51aeb9b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:58.537943 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b6b38784-cdbd-48d2-814e-3bfed0479ee2 req-0555d734-82e2-415b-9ae6-23ddd51aeb9b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0507796 Dec 13 16:57:58.609611 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b6b38784-cdbd-48d2-814e-3bfed0479ee2 req-4146526e-2f72-492e-ad71-ae81a6fca34b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633783 Dec 13 16:57:59.743813 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ff4c6-f2ac-411a-b9af-7f0ca8dff862 req-d309b655-a3f0-4f34-9fa8-fab13ee88d4d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:59.745349 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a21ff4c6-f2ac-411a-b9af-7f0ca8dff862 req-d309b655-a3f0-4f34-9fa8-fab13ee88d4d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0529418 Dec 13 16:57:59.813261 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a21ff4c6-f2ac-411a-b9af-7f0ca8dff862 req-8d7299f9-c4af-4cc5-89f8-2ddb664a859b tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618887 Dec 13 16:58:00.946122 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3be5bd-24aa-4d26-b315-ac93e4e78c88 req-e106ddef-4f6d-4505-92d3-8be9018ff7b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:00.947600 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-af3be5bd-24aa-4d26-b315-ac93e4e78c88 req-e106ddef-4f6d-4505-92d3-8be9018ff7b1 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0528638 Dec 13 16:58:01.011711 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-af3be5bd-24aa-4d26-b315-ac93e4e78c88 req-1830a0ee-1e04-4d4f-8622-29f781258088 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551248 Dec 13 16:58:02.154189 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028a845-ff44-46e9-a4d7-cd2c1bc095cf req-b5cb4de3-b8bf-4db7-8ce6-eefef3735806 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:02.155655 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2028a845-ff44-46e9-a4d7-cd2c1bc095cf req-b5cb4de3-b8bf-4db7-8ce6-eefef3735806 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0614614 Dec 13 16:58:02.222120 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2028a845-ff44-46e9-a4d7-cd2c1bc095cf req-35afdb7f-90e5-4b66-8bc5-c3680dae800d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574596 Dec 13 16:58:03.372779 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d403a-de92-446b-837d-4ce1cf256d6d req-7036d074-cfd3-4f4f-8b51-854dc434f612 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:03.374237 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d66d403a-de92-446b-837d-4ce1cf256d6d req-7036d074-cfd3-4f4f-8b51-854dc434f612 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0693214 Dec 13 16:58:03.437773 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d66d403a-de92-446b-837d-4ce1cf256d6d req-14329332-8016-4448-967b-c985ce39a68c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a327b-5939-4d35-8ae0-388904809c81&id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573070 Dec 13 16:58:17.354839 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e5653f8e-7d72-4c27-8674-ef25cb106d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:18.599197 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:19.683115 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-46b3f574-f719-4ddc-9f8c-be2b9ab9eae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:20.776434 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:22.291352 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:23.019045 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:24.639741 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50a8a981-2255-4947-be86-0f0828027d1d req-ca858a8f-7758-42e6-86fe-6492664b04f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426919 Dec 13 16:58:24.706256 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a981-2255-4947-be86-0f0828027d1d req-763c5d9b-415a-45b1-a748-73637ef10f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:24.707738 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50a8a981-2255-4947-be86-0f0828027d1d req-763c5d9b-415a-45b1-a748-73637ef10f1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1138 time: 0.0423865 Dec 13 16:58:24.823588 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a981-2255-4947-be86-0f0828027d1d req-1b24485d-391c-4b5c-980c-6480201aa27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:24.825219 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50a8a981-2255-4947-be86-0f0828027d1d req-1b24485d-391c-4b5c-980c-6480201aa27c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 916 time: 0.0960793 Dec 13 16:58:24.906744 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50a8a981-2255-4947-be86-0f0828027d1d req-698c98bc-10ac-411d-8aec-a9f676d4031c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 1002 time: 0.0733252 Dec 13 16:58:24.959019 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a981-2255-4947-be86-0f0828027d1d req-8851a4a8-d1a6-4053-8efd-3cf47afb2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:24.960478 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50a8a981-2255-4947-be86-0f0828027d1d req-8851a4a8-d1a6-4053-8efd-3cf47afb2bf6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 200 len: 854 time: 0.0462730 Dec 13 16:58:25.006152 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a981-2255-4947-be86-0f0828027d1d req-a4c00d1a-759a-45e6-925f-45db89f9d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:25.007586 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50a8a981-2255-4947-be86-0f0828027d1d req-a4c00d1a-759a-45e6-925f-45db89f9d251 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1943af48-e3ff-441e-9a4a-321ca8d1be22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400693 Dec 13 16:58:25.102892 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50a8a981-2255-4947-be86-0f0828027d1d req-01438a52-ad64-43ec-89e3-009a65aa7f06 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848799 Dec 13 16:58:25.205101 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-50a8a981-2255-4947-be86-0f0828027d1d req-7270a5ec-7c83-4877-a8e6-3e4809a940c7 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940161 Dec 13 16:58:27.657878 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:58:36.236383 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-f5f75aac-f852-48b7-ab93-dfdf35b2f412 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531170290&fields=id&tenant_id=a17cfb32dc2b4830a07073b1bb4f821e HTTP/1.1" status: 200 len: 267 time: 0.2747049 Dec 13 16:58:36.293818 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-51d483e4-d41e-49f1-a301-321b18d7bae7 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:36.295392 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-51d483e4-d41e-49f1-a301-321b18d7bae7 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 985 time: 0.0503902 Dec 13 16:58:36.314133 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Request body: {'port': {'security_groups': ['f7b2adc0-859c-4504-8e15-fea12214acac']}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:36.387289 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:36.819686 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] For port f2149286-95eb-4a07-a40a-b3f1eec2ba46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:36.849468 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:36.858302 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:36.870409 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['f2149286-95eb-4a07-a40a-b3f1eec2ba46'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:58:36.907630 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:36.908209 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:36.909631 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8835796f-37ec-4f5d-8098-8570398da4c7 req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "PUT /v2.0/ports/f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 943 time: 0.6032851 Dec 13 16:58:36.910095 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:36.916691 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37696) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:36.918945 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d143f680-7885-4591-aeec-49a42db17ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:36.968771 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event updated for resources: {'Port': ['ID=f2149286-95eb-4a07-a40a-b3f1eec2ba46,revision_number=7']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:36.983050 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e3b0ae-af32-418a-b144-53f430874ac6 x-openstack-request-id: req-f0e3b0ae-af32-418a-b144-53f430874ac6 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:36.983339 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:36.983583 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0e3b0ae-af32-418a-b144-53f430874ac6 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:36.984144 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'status': 'completed', 'code': 200} Dec 13 16:58:36.985782 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.986128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.986471 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.986796 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.987285 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.987768 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.988100 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.988607 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.989103 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.989590 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.990089 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.990570 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.991048 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e44f1-30f1-4f4d-bba8-19d710dd1a3d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:36.994545 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9cc2-4092-4f26-8ce9-0b34f8b9d91c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.005796 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['f2149286-95eb-4a07-a40a-b3f1eec2ba46'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:58:37.048825 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9cc2-4092-4f26-8ce9-0b34f8b9d91c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.097010 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143f680-7885-4591-aeec-49a42db17ad5 req-f1e17bb8-e096-4be4-b6e6-d75dc086902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:37.098650 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-f1e17bb8-e096-4be4-b6e6-d75dc086902e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0904918 Dec 13 16:58:37.180348 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9cc2-4092-4f26-8ce9-0b34f8b9d91c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.182914 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9cc2-4092-4f26-8ce9-0b34f8b9d91c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.184081 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-fb9f9cc2-4092-4f26-8ce9-0b34f8b9d91c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "DELETE /v2.0/security-groups/971a327b-5939-4d35-8ae0-388904809c81 HTTP/1.1" status: 204 len: 168 time: 0.2650425 Dec 13 16:58:37.187164 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37700) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:37.189419 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-c8b4c81c-e946-4d42-87c0-26d716743f5a None None] Provisioning complete for port f2149286-95eb-4a07-a40a-b3f1eec2ba46 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:37.189795 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c81c-e946-4d42-87c0-26d716743f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.207642 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f9cc2-4092-4f26-8ce9-0b34f8b9d91c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971a327b-5939-4d35-8ae0-388904809c81,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:37.220859 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143f680-7885-4591-aeec-49a42db17ad5 req-c2c5dadb-aed5-4854-9368-dfeb75ef3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:37.222440 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-c2c5dadb-aed5-4854-9368-dfeb75ef3c6a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 916 time: 0.1156416 Dec 13 16:58:37.319596 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-a9863298-e0f8-4162-b471-ee71ace4b5b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 1002 time: 0.0881715 Dec 13 16:58:37.350712 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Deleting port 3a354d0d-0530-46ed-aef8-cfcb6a66f9b3 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:37.351291 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.371814 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143f680-7885-4591-aeec-49a42db17ad5 req-fdf636a7-3a80-43f8-9aed-31152753ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:37.373404 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-fdf636a7-3a80-43f8-9aed-31152753ad50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 200 len: 854 time: 0.0456812 Dec 13 16:58:37.419697 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143f680-7885-4591-aeec-49a42db17ad5 req-c85f9182-b9c0-473c-887d-96f78bdda4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:37.421390 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-c85f9182-b9c0-473c-887d-96f78bdda4aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1943af48-e3ff-441e-9a4a-321ca8d1be22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399094 Dec 13 16:58:37.430632 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.431053 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.432447 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-805a7e30-9b03-459a-8ff3-d1e6c151fee5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:58:37.433681 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-805a7e30-9b03-459a-8ff3-d1e6c151fee5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049818 Dec 13 16:58:37.444755 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Calling delete_port for 3a354d0d-0530-46ed-aef8-cfcb6a66f9b3 owned by network:floatingip {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:37.526133 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-6268bd45-9619-4835-808b-c14e2c88e337 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846486 Dec 13 16:58:37.617411 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d143f680-7885-4591-aeec-49a42db17ad5 req-4caac059-a75a-4cbc-bec2-23d5098b2140 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835001 Dec 13 16:58:37.623716 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.649029 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event deleted for resources: {'Port': ['ID=3a354d0d-0530-46ed-aef8-cfcb6a66f9b3,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:37.711545 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks [] for floatingip, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:37.711920 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Floating IP ab0c75fd-8d6c-4a3f-b06f-d217e7e2b3d9 disassociated (deleted). External IP: 172.27.2.198, port: f2149286-95eb-4a07-a40a-b3f1eec2ba46. Dec 13 16:58:37.929155 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Router a2623cf3-8cba-470c-b0db-6b6b9a3938aa has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:58:38.039570 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:58:38.044693 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:38.049828 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] Sync routers for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:58:38.064280 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:38.064939 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:38.072500 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-267fcfe7-3134-43d0-9f66-0cd9da5d093e tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "DELETE /v2.0/floatingips/ab0c75fd-8d6c-4a3f-b06f-d217e7e2b3d9 HTTP/1.1" status: 204 len: 168 time: 0.8841867 Dec 13 16:58:38.176732 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:38.524641 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:45Z', 'revision_number': 5, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:38.550875 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] Checking router: a2623cf3-8cba-470c-b0db-6b6b9a3938aa for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:58:38.559431 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:38.560029 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:38.668595 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:38.874577 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:45Z', 'revision_number': 5, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:38.900452 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b705d-b8b6-460a-a015-fb1c5bfa0ae4 None None] The sync data for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi is: [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:41Z', 'revision_number': 4, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'a56c1b4d-a34a-4f9d-9dff-1389397de544', 'name': '', 'network_id': '1943af48-e3ff-441e-9a4a-321ca8d1be22', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'mac_address': 'fa:16:3e:b7:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:40Z', 'updated_at': '2021-12-13T16:56:45Z', 'revision_number': 5, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'subnets': [{'id': '7de61f9a-57e7-45f2-9187-1d89bbc8ef6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:58:38.984915 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:38.988288 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98138c97-9c3f-49cd-b8d4-8f9575971445" -d '{"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:39.025614 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6665444d-1721-4a00-b815-3e60ac44bc5a x-openstack-request-id: req-6665444d-1721-4a00-b815-3e60ac44bc5a {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:39.025878 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:39.026134 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6665444d-1721-4a00-b815-3e60ac44bc5a {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:39.026545 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'status': 'completed', 'code': 200} Dec 13 16:58:39.092348 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-38ad087e-ff63-402f-adeb-1d0370b662dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:39.094017 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-38ad087e-ff63-402f-adeb-1d0370b662dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0452592 Dec 13 16:58:39.133871 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad909b-110c-4f4f-a27f-2c079e5a5b25 None None] New status for floating IP ab0c75fd-8d6c-4a3f-b06f-d217e7e2b3d9: DOWN {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:58:39.194323 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-79f8c299-7d2c-4c7b-ba23-df2f122253e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:39.195821 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-79f8c299-7d2c-4c7b-ba23-df2f122253e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 200 len: 916 time: 0.0946078 Dec 13 16:58:39.241148 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-3766bd85-a246-44ee-bade-5e32849085a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 200 len: 217 time: 0.0373070 Dec 13 16:58:39.290430 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-199a9c18-2cca-41e8-bbf2-d0c8928663b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:39.291752 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-199a9c18-2cca-41e8-bbf2-d0c8928663b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 200 len: 854 time: 0.0441349 Dec 13 16:58:39.344995 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-4e2e8096-0970-485a-83c5-c100e362fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:39.346499 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-4e2e8096-0970-485a-83c5-c100e362fb47 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1943af48-e3ff-441e-9a4a-321ca8d1be22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467527 Dec 13 16:58:39.442505 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-b0498851-a6e6-4f0f-a767-1a0073dda755 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886774 Dec 13 16:58:39.543594 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-98138c97-9c3f-49cd-b8d4-8f9575971445 req-f98628e3-38c8-421d-b139-366a576277a0 service neutron] 10.222.0.65 "GET /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931900 Dec 13 16:58:40.843540 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d86fe9-55ec-4956-8289-a5a52f69a3a6 req-77542837-991a-471b-a31e-9d85a78fc9a4 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:40.844177 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-49d86fe9-55ec-4956-8289-a5a52f69a3a6 req-77542837-991a-471b-a31e-9d85a78fc9a4 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0617068 Dec 13 16:58:40.903590 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-49d86fe9-55ec-4956-8289-a5a52f69a3a6 req-b9583f23-d37b-4f4c-8544-97a922226c51 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Dec 13 16:58:42.117208 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d9480-fe49-45d3-8e1a-3d5cd2be7d56 req-5e5dfa0c-d472-4365-b96e-f9bd0ea5c6ff tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:42.118709 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-647d9480-fe49-45d3-8e1a-3d5cd2be7d56 req-5e5dfa0c-d472-4365-b96e-f9bd0ea5c6ff tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.1379838 Dec 13 16:58:42.166467 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-647d9480-fe49-45d3-8e1a-3d5cd2be7d56 req-48e61924-9389-4393-ba47-8b04ca7ea92c tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/security-groups?id=f7b2adc0-859c-4504-8e15-fea12214acac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Dec 13 16:58:42.502487 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-ac3f2fe0-5d74-4487-bd39-90aae0232d7d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:42.504061 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-ac3f2fe0-5d74-4487-bd39-90aae0232d7d tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.65 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0689535 Dec 13 16:58:42.605903 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Deleting port f2149286-95eb-4a07-a40a-b3f1eec2ba46 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:42.606142 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:42.695683 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] For port f2149286-95eb-4a07-a40a-b3f1eec2ba46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2149286-95eb-4a07-a40a-b3f1eec2ba46,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:42.696027 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:42.708119 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Calling delete_port for f2149286-95eb-4a07-a40a-b3f1eec2ba46 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:42.842131 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:42.853623 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['f2149286-95eb-4a07-a40a-b3f1eec2ba46'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:58:42.870680 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Pushing event deleted for resources: {'Port': ['ID=f2149286-95eb-4a07-a40a-b3f1eec2ba46,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:42.915245 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] No DVR routers for this DVR port f2149286-95eb-4a07-a40a-b3f1eec2ba46 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:58:42.917797 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:42.921195 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-175ef9b2-0ed4-476c-86a1-1b1a1d3315a8 req-02b54899-4bd4-4c8a-ba88-28110c41b87a tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.65 "DELETE /v2.0/ports/f2149286-95eb-4a07-a40a-b3f1eec2ba46 HTTP/1.1" status: 204 len: 173 time: 0.4111726 Dec 13 16:58:42.921632 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'name': 'network-vif-deleted', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:42.924085 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c04fbd-1a01-4e5d-a732-f806a6c5e762" -d '{"events": [{"server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "name": "network-vif-deleted", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:42.962127 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45050be3-210e-4474-a370-54c925d44138 x-openstack-request-id: req-45050be3-210e-4474-a370-54c925d44138 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:42.962436 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d226a474-361b-42d6-921f-ae69afb7e5f0", "name": "network-vif-deleted", "tag": "f2149286-95eb-4a07-a40a-b3f1eec2ba46", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:42.962686 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45050be3-210e-4474-a370-54c925d44138 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:42.963089 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd226a474-361b-42d6-921f-ae69afb7e5f0', 'name': 'network-vif-deleted', 'tag': 'f2149286-95eb-4a07-a40a-b3f1eec2ba46', 'status': 'completed', 'code': 200} Dec 13 16:58:43.302406 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c0d5ac80-e5c9-47c8-9d07-80f62e5da054 req-2090f597-ffb7-4eed-a24b-c54d3050acd9 tempest-TestMinimumBasicScenario-85730776 tempest-TestMinimumBasicScenario-85730776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d226a474-361b-42d6-921f-ae69afb7e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0276678 Dec 13 16:58:45.052315 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37794) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:45.414364 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:45.639772 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device f2149286-95eb-4a07-a40a-b3f1eec2ba46 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:45.661006 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: f2149286-95eb-4a07-a40a-b3f1eec2ba46 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:58:45.661352 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device f2149286-95eb-4a07-a40a-b3f1eec2ba46 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:58:45.671198 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Deleting port a56c1b4d-a34a-4f9d-9dff-1389397de544 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:45.671545 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:45.755567 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] For port a56c1b4d-a34a-4f9d-9dff-1389397de544, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=a56c1b4d-a34a-4f9d-9dff-1389397de544,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:45.755947 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:45.768129 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Calling delete_port for a56c1b4d-a34a-4f9d-9dff-1389397de544 owned by network:router_interface {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:45.959218 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:45.987691 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56c1b4d-a34a-4f9d-9dff-1389397de544,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:46.152056 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:46.371191 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Router a2623cf3-8cba-470c-b0db-6b6b9a3938aa has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:58:46.743619 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:58:46.749060 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-db2ae85f-d568-4cac-b0b0-1b84361c98a9 admin admin] 10.222.0.62 "PUT /v2.0/routers/a2623cf3-8cba-470c-b0db-6b6b9a3938aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956525 Dec 13 16:58:46.751898 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37796) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:46.754761 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] Sync routers for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:58:46.765852 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:46.766558 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:46.858092 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:46.875946 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:46.961185 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.020128 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Deleting port dc317ec7-b3d0-4146-affe-a62c6ba1f71f {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:47.020376 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.052782 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:58:45Z', 'revision_number': 5, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port': {'id': 'dc317ec7-b3d0-4146-affe-a62c6ba1f71f', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:47.083081 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] Checking router: a2623cf3-8cba-470c-b0db-6b6b9a3938aa for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:58:47.091577 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] Routers {'a2623cf3-8cba-470c-b0db-6b6b9a3938aa'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:47.092153 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:47.099612 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] For port dc317ec7-b3d0-4146-affe-a62c6ba1f71f, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=dc317ec7-b3d0-4146-affe-a62c6ba1f71f,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:47.099996 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.112682 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Calling delete_port for dc317ec7-b3d0-4146-affe-a62c6ba1f71f owned by network:router_gateway {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:47.182896 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] Set router a2623cf3-8cba-470c-b0db-6b6b9a3938aa gateway port host: None {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:47.235048 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:58:46Z', 'revision_number': 6, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port_host': None}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:47.265042 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b16efbf-9804-4cf0-827e-57a14a98a940 None None] The sync data for ids ['a2623cf3-8cba-470c-b0db-6b6b9a3938aa'] in dv-cinder-821602-2-iscsi is: [{'id': 'a2623cf3-8cba-470c-b0db-6b6b9a3938aa', 'name': 'tempest-TestMinimumBasicScenario-1312515816-router', 'tenant_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:38Z', 'updated_at': '2021-12-13T16:58:46Z', 'revision_number': 6, 'project_id': 'a17cfb32dc2b4830a07073b1bb4f821e', 'gw_port_host': None}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:58:47.283122 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.309350 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc317ec7-b3d0-4146-affe-a62c6ba1f71f,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:47.349668 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc9a2-258a-4297-8e0a-b9b4ad5f93e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.380483 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.471235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.473848 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.517446 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.517981 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2623cf3-8cba-470c-b0db-6b6b9a3938aa {{(pid=109391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:58:47.522969 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] Publish callbacks [] for router, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.524125 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-a603d505-ae6b-44fb-89c9-0acb5510b9b7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a2623cf3-8cba-470c-b0db-6b6b9a3938aa HTTP/1.1" status: 204 len: 168 time: 0.7711537 Dec 13 16:58:47.527841 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37798) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:47.576953 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b50f20d-597a-4ad9-9959-f5e81f508c3b admin admin] Deleting subnet 7de61f9a-57e7-45f2-9187-1d89bbc8ef6f {{(pid=109391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:58:47.579996 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9b50f20d-597a-4ad9-9959-f5e81f508c3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.618672 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9b50f20d-597a-4ad9-9959-f5e81f508c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31094588'] for subnet, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.707539 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9b50f20d-597a-4ad9-9959-f5e81f508c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.760103 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9b50f20d-597a-4ad9-9959-f5e81f508c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31838713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31377157'] for subnet, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.790655 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50f20d-597a-4ad9-9959-f5e81f508c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de61f9a-57e7-45f2-9187-1d89bbc8ef6f,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:47.792509 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-9b50f20d-597a-4ad9-9959-f5e81f508c3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.795690 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-9b50f20d-597a-4ad9-9959-f5e81f508c3b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7de61f9a-57e7-45f2-9187-1d89bbc8ef6f HTTP/1.1" status: 204 len: 168 time: 0.2669208 Dec 13 16:58:47.796999 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68cac14-e128-4a37-b517-d7932be0b73d None None] Network 1943af48-e3ff-441e-9a4a-321ca8d1be22 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:58:47.798370 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37800) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:47.865229 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.919086 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Deleting port 8dae5725-fdd7-466c-8571-6add84669348 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:47.919414 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.982555 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] For port 8dae5725-fdd7-466c-8571-6add84669348, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=8dae5725-fdd7-466c-8571-6add84669348,segment=NetworkSegment(b97485e1-3a42-4b91-9bf0-9f6ac78550a7),segment_id=b97485e1-3a42-4b91-9bf0-9f6ac78550a7)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:47.982791 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:47.995470 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Calling delete_port for 8dae5725-fdd7-466c-8571-6add84669348 owned by network:dhcp {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:48.041411 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device a56c1b4d-a34a-4f9d-9dff-1389397de544 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:48.043790 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] DHCP port deletion for 1943af48-e3ff-441e-9a4a-321ca8d1be22 request from dv-cinder-821602-2-iscsi {{(pid=109392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:58:48.065559 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: a56c1b4d-a34a-4f9d-9dff-1389397de544 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:58:48.066211 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device a56c1b4d-a34a-4f9d-9dff-1389397de544 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:58:48.075019 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.103630 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dae5725-fdd7-466c-8571-6add84669348,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:48.111591 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] Deleting port 8dae5725-fdd7-466c-8571-6add84669348 {{(pid=109392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:48.111972 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.115308 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] No DVR routers for this DVR port 8dae5725-fdd7-466c-8571-6add84669348 on host dv-cinder-821602-2-iscsi {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:58:48.117606 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.118153 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.118518 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.118924 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.119338 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.119730 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.120143 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.120471 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.120871 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.121330 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.121654 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.121971 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.122289 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:48.179105 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] For port 8dae5725-fdd7-466c-8571-6add84669348, host dv-cinder-821602-2-iscsi, got binding levels [] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:48.179654 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.193619 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.193865 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] Calling delete_port for 8dae5725-fdd7-466c-8571-6add84669348 owned by network:dhcp {{(pid=109392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:48.196428 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.ipam_backend_mixin [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] Port 8dae5725-fdd7-466c-8571-6add84669348 was not found and therefore no delete operation was performed {{(pid=109392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:58:48.197672 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361'] for port, after_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.213972 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1943af48-e3ff-441e-9a4a-321ca8d1be22']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:48.222548 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] Pushing event deleted for resources: {'Port': ['ID=8dae5725-fdd7-466c-8571-6add84669348,revision_number=None']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:48.224010 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:48.224304 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97485e1-3a42-4b91-9bf0-9f6ac78550a7') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:48.226390 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f2230-52a8-47d6-856b-eee8bd07acb8 None None] No DVR routers for this DVR port 8dae5725-fdd7-466c-8571-6add84669348 on host dv-cinder-821602-2-iscsi {{(pid=109392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:58:48.235150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.249351 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.255749 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:58:48.256141 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:58:48.258295 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:58:48.317719 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.324193 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.327018 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1943af48-e3ff-441e-9a4a-321ca8d1be22 HTTP/1.1" status: 204 len: 168 time: 0.5273600 Dec 13 16:58:48.330255 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37802) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:48.339318 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c1b99-238e-4416-8a1e-e01fbe6282b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1943af48-e3ff-441e-9a4a-321ca8d1be22,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:48.597882 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.722363 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:48.982651 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Deleting port 15541930-2887-41c9-8c28-99ba94667a4e {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:48.982951 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:49.060354 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] For port 15541930-2887-41c9-8c28-99ba94667a4e, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=15541930-2887-41c9-8c28-99ba94667a4e,segment=NetworkSegment(a8f9e868-f503-41fa-a805-51b1c93f416d),segment_id=a8f9e868-f503-41fa-a805-51b1c93f416d)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:49.060765 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:49.072535 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Calling delete_port for 15541930-2887-41c9-8c28-99ba94667a4e owned by network:router_interface {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:49.261845 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:49.288394 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Pushing event deleted for resources: {'Port': ['ID=15541930-2887-41c9-8c28-99ba94667a4e,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:49.449211 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:49.548491 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device dc317ec7-b3d0-4146-affe-a62c6ba1f71f no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:49.568751 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: dc317ec7-b3d0-4146-affe-a62c6ba1f71f {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:58:49.568973 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device dc317ec7-b3d0-4146-affe-a62c6ba1f71f not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:58:49.569413 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 8dae5725-fdd7-466c-8571-6add84669348 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:49.587960 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 8dae5725-fdd7-466c-8571-6add84669348 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:58:49.588301 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 8dae5725-fdd7-466c-8571-6add84669348 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:58:49.673616 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6a45f2ff-6e09-417c-961d-dd95cf5305f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:49.679533 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Router 34bf79e7-49be-49b6-8b56-df2109b3e4af has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:58:49.794485 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:58:49.799614 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-667d7ce8-4588-4fe7-b079-d8a1e9fc9948 admin admin] 10.222.0.62 "PUT /v2.0/routers/34bf79e7-49be-49b6-8b56-df2109b3e4af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4683003 Dec 13 16:58:49.802628 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37804) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:49.803875 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] Sync routers for ids ['34bf79e7-49be-49b6-8b56-df2109b3e4af'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:58:49.813934 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] Routers {'34bf79e7-49be-49b6-8b56-df2109b3e4af'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:49.814532 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['34bf79e7-49be-49b6-8b56-df2109b3e4af'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:49.909096 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks [] for router, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:49.922003 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] Set router 34bf79e7-49be-49b6-8b56-df2109b3e4af gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:50.012444 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.066038 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Deleting port 53c76c95-b94f-44d6-b029-ba968bb65fb3 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:50.066290 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.104170 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:58:49Z', 'revision_number': 5, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port': {'id': '53c76c95-b94f-44d6-b029-ba968bb65fb3', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:50.131769 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] Checking router: 34bf79e7-49be-49b6-8b56-df2109b3e4af for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:58:50.140102 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] Routers {'34bf79e7-49be-49b6-8b56-df2109b3e4af'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:50.140755 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['34bf79e7-49be-49b6-8b56-df2109b3e4af'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:50.143788 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] For port 53c76c95-b94f-44d6-b029-ba968bb65fb3, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=53c76c95-b94f-44d6-b029-ba968bb65fb3,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:50.144187 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.156359 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Calling delete_port for 53c76c95-b94f-44d6-b029-ba968bb65fb3 owned by network:router_gateway {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:50.228900 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] Set router 34bf79e7-49be-49b6-8b56-df2109b3e4af gateway port host: None {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:50.282256 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:58:50Z', 'revision_number': 6, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port_host': None}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:50.311788 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1a826-97b6-40a0-83cd-fb49b41c8a06 None None] The sync data for ids ['34bf79e7-49be-49b6-8b56-df2109b3e4af'] in dv-cinder-821602-2-iscsi is: [{'id': '34bf79e7-49be-49b6-8b56-df2109b3e4af', 'name': 'tempest-TestMinimumBasicScenario-352786191-router', 'tenant_id': 'cabe7ad06f134bc380218a457a669798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:56:43Z', 'updated_at': '2021-12-13T16:58:50Z', 'revision_number': 6, 'project_id': 'cabe7ad06f134bc380218a457a669798', 'gw_port_host': None}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:58:50.329865 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.359955 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=53c76c95-b94f-44d6-b029-ba968bb65fb3,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:50.423500 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.514883 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.517063 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.564922 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.565447 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34bf79e7-49be-49b6-8b56-df2109b3e4af {{(pid=109391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:58:50.570099 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] Publish callbacks [] for router, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.571253 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-0058eb90-252f-4335-8e03-658ef6adeb7f admin admin] 10.222.0.62 "DELETE /v2.0/routers/34bf79e7-49be-49b6-8b56-df2109b3e4af HTTP/1.1" status: 204 len: 168 time: 0.7676055 Dec 13 16:58:50.574900 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37806) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:50.782660 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.891305 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55455d6-ebe7-4cb3-97ba-0c090718ee0e admin admin] Deleting subnet eb11c38f-3f0d-4d15-9611-408f7492dc56 {{(pid=109391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:58:50.894923 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e55455d6-ebe7-4cb3-97ba-0c090718ee0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:50.929072 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e55455d6-ebe7-4cb3-97ba-0c090718ee0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31094588'] for subnet, precommit_delete_associations {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.006105 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e55455d6-ebe7-4cb3-97ba-0c090718ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.064652 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e55455d6-ebe7-4cb3-97ba-0c090718ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31838713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31377157'] for subnet, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.088513 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55455d6-ebe7-4cb3-97ba-0c090718ee0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb11c38f-3f0d-4d15-9611-408f7492dc56,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:51.094352 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-e55455d6-ebe7-4cb3-97ba-0c090718ee0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.098199 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e55455d6-ebe7-4cb3-97ba-0c090718ee0e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eb11c38f-3f0d-4d15-9611-408f7492dc56 HTTP/1.1" status: 204 len: 168 time: 0.5221632 Dec 13 16:58:51.101179 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e19324a-6d0a-43c1-b3db-016b30a94ab8 None None] Network 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:58:51.101747 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37808) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:51.172189 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.236173 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Deleting port 66898f91-0436-44a8-a36c-4fd110c41cf9 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:51.236513 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.267554 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] DHCP port deletion for 8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb request from dv-cinder-821602-2-iscsi {{(pid=109392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:58:51.305301 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] For port 66898f91-0436-44a8-a36c-4fd110c41cf9, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=66898f91-0436-44a8-a36c-4fd110c41cf9,segment=NetworkSegment(a8f9e868-f503-41fa-a805-51b1c93f416d),segment_id=a8f9e868-f503-41fa-a805-51b1c93f416d)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:51.305660 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.324286 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Calling delete_port for 66898f91-0436-44a8-a36c-4fd110c41cf9 owned by network:dhcp {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:51.345847 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] Deleting port 66898f91-0436-44a8-a36c-4fd110c41cf9 {{(pid=109392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:51.346425 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.422066 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] For port 66898f91-0436-44a8-a36c-4fd110c41cf9, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=66898f91-0436-44a8-a36c-4fd110c41cf9,segment=NetworkSegment(a8f9e868-f503-41fa-a805-51b1c93f416d),segment_id=a8f9e868-f503-41fa-a805-51b1c93f416d)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:51.422426 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.424247 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.437502 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] Calling delete_port for 66898f91-0436-44a8-a36c-4fd110c41cf9 owned by network:dhcp {{(pid=109392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:51.458321 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Pushing event deleted for resources: {'Port': ['ID=66898f91-0436-44a8-a36c-4fd110c41cf9,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:51.460420 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] No DVR routers for this DVR port 66898f91-0436-44a8-a36c-4fd110c41cf9 on host dv-cinder-821602-2-iscsi {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:58:51.506068 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 53c76c95-b94f-44d6-b029-ba968bb65fb3 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:51.532400 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.534341 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 53c76c95-b94f-44d6-b029-ba968bb65fb3 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:58:51.534749 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 53c76c95-b94f-44d6-b029-ba968bb65fb3 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:58:51.535165 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 66898f91-0436-44a8-a36c-4fd110c41cf9 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:51.554248 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:51.556677 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 66898f91-0436-44a8-a36c-4fd110c41cf9 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:58:51.557024 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 66898f91-0436-44a8-a36c-4fd110c41cf9 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:58:51.557434 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 15541930-2887-41c9-8c28-99ba94667a4e no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:51.563827 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f9e868-f503-41fa-a805-51b1c93f416d') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:51.564144 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f9e868-f503-41fa-a805-51b1c93f416d') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:51.573680 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.582949 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 15541930-2887-41c9-8c28-99ba94667a4e {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:58:51.583302 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 15541930-2887-41c9-8c28-99ba94667a4e not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:58:51.586839 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.589498 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361'] for port, after_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.593265 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:58:51.593688 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:58:51.595367 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:58:51.618476 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] Pushing event deleted for resources: {'Port': ['ID=66898f91-0436-44a8-a36c-4fd110c41cf9,revision_number=None']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:51.621925 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82375ce-50fc-4e4a-af19-ffd84aad3921 None None] No DVR routers for this DVR port 66898f91-0436-44a8-a36c-4fd110c41cf9 on host dv-cinder-821602-2-iscsi {{(pid=109392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:58:51.656457 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.663135 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.666430 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] 10.222.0.62 "DELETE /v2.0/networks/8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb HTTP/1.1" status: 204 len: 168 time: 0.5635984 Dec 13 16:58:51.678296 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277e1ed-330f-4bd0-993a-bdda8c0cca8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8467e1bb-fa94-41ff-b7c6-35e7e1d8d3bb,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:51.867855 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37812) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:51.908544 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-9592a033-0ca9-4dd8-9a36-724c3d7c92e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a17cfb32dc2b4830a07073b1bb4f821e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392945 Dec 13 16:58:51.911365 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37814) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:51.959606 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-35fe25e7-9e49-46c5-8e9f-b7922c5986d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:51.980363 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-35fe25e7-9e49-46c5-8e9f-b7922c5986d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:52.032131 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-35fe25e7-9e49-46c5-8e9f-b7922c5986d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:52.035020 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-35fe25e7-9e49-46c5-8e9f-b7922c5986d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:52.035920 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-35fe25e7-9e49-46c5-8e9f-b7922c5986d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7b2adc0-859c-4504-8e15-fea12214acac HTTP/1.1" status: 204 len: 168 time: 0.1235666 Dec 13 16:58:52.043907 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe25e7-9e49-46c5-8e9f-b7922c5986d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b2adc0-859c-4504-8e15-fea12214acac,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:52.288010 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:52.369913 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37820) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:52.415297 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-e8ebf5b5-de25-442d-9436-04d10212d06e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cabe7ad06f134bc380218a457a669798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442269 Dec 13 16:58:52.418387 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37822) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:52.476178 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-85c471b2-ff46-420e-8992-7c4ff2ccd61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:52.497973 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-85c471b2-ff46-420e-8992-7c4ff2ccd61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:52.554588 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-85c471b2-ff46-420e-8992-7c4ff2ccd61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:52.557300 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-85c471b2-ff46-420e-8992-7c4ff2ccd61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:52.558437 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-85c471b2-ff46-420e-8992-7c4ff2ccd61c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35cedb76-8266-4b55-888c-55a7bba36d8b HTTP/1.1" status: 204 len: 168 time: 0.1390483 Dec 13 16:58:52.566314 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c471b2-ff46-420e-8992-7c4ff2ccd61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cedb76-8266-4b55-888c-55a7bba36d8b,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:53.003666 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:53.314004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37844) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:53.427144 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1137397999-network', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:53.453452 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Made reservation on behalf of 8a3d44ae5b7a42349c31171119f79b12 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:58:53.455745 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:53.464787 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:53.560798 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:53.568047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:53.593420 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:58:53.609132 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e1b05b-5c55-432e-9c46-af4ac7d56faf,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:53.611935 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:53.612274 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Added segment 6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f of type vlan for network eba3f539-039b-4d49-b71b-31e5e607e224 Dec 13 16:58:53.655277 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:53.945411 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:53.946434 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:53.947337 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.007122 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6919804 Dec 13 16:58:54.010140 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37848) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:54.014129 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e07c0-a132-4f31-93fa-0c39beb1d7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=eba3f539-039b-4d49-b71b-31e5e607e224,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:54.015243 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Request body: {'subnet': {'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1137397999-subnet', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'ip_version': 4}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:54.024272 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network eba3f539-039b-4d49-b71b-31e5e607e224 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:58:54.039524 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Made reservation on behalf of 8a3d44ae5b7a42349c31171119f79b12 for: {'subnet': 1} {{(pid=109391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:58:54.042335 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31377250'] for subnet, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.213200 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31839038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31377276'] for subnet, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.269581 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e0b6c9-a6da-4712-b922-d680455c05d8,revision_number=0']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:54.284765 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Checking segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:58:54.285123 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Network hostable DHCP agents. Network: eba3f539-039b-4d49-b71b-31e5e607e224, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:58:54.305587 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Network eba3f539-039b-4d49-b71b-31e5e607e224 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:58:54.315184 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, eba3f539-039b-4d49-b71b-31e5e607e224) {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:54.320491 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:54.321235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.326840 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da99a61-17e8-4f0b-8115-c674e64d0737 None None] Network eba3f539-039b-4d49-b71b-31e5e607e224 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:58:54.345414 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-85b1208b-4f0d-43e8-a36a-580e9c07cdd1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3340666 Dec 13 16:58:54.349138 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37850) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:54.353957 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:54.377369 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.378589 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.433733 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.560463 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-eba3f539-039b-4d49-b71b-31e5e607e224', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:58:54.561362 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.570677 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.700790 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Allocated IP 172.20.0.2 (eba3f539-039b-4d49-b71b-31e5e607e224/54e0b6c9-a6da-4712-b922-d680455c05d8/df378f36-ea50-4655-a065-b2b1db5842ee) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:58:54.772148 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.790956 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.845895 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.853140 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.890232 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Network eba3f539-039b-4d49-b71b-31e5e607e224 is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:58:54.893154 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:54.896427 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Allocated IP 172.27.2.237 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/ff92a882-671e-4bb2-be13-7b8f0300ac35) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:58:54.896797 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:58:54.907163 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Pushing event updated for resources: {'Port': ['ID=df378f36-ea50-4655-a065-b2b1db5842ee,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:54.931796 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.932143 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.932489 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.933369 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.933720 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.934060 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.934392 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.934725 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.935060 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.935390 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.935716 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.936027 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.936346 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:54.970549 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Attempting to bind port df378f36-ea50-4655-a065-b2b1db5842ee on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:58:54.970915 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Attempting to bind port df378f36-ea50-4655-a065-b2b1db5842ee by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:58:54.971275 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Attempting to bind port df378f36-ea50-4655-a065-b2b1db5842ee on network eba3f539-039b-4d49-b71b-31e5e607e224 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:58:54.977009 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:58:54.977464 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Checking segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:58:54.978020 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.978409 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Bound using segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:58:54.978869 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Bound port: df378f36-ea50-4655-a065-b2b1db5842ee, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:58:54.979243 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:54.996883 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.031613 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.042065 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] For port df378f36-ea50-4655-a065-b2b1db5842ee, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:58:55.045304 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] For port df378f36-ea50-4655-a065-b2b1db5842ee, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=df378f36-ea50-4655-a065-b2b1db5842ee,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:58:55.051954 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.080452 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:58:55.083395 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:55.087782 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:58:55.090808 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Pushing event updated for resources: {'Port': ['ID=ff92a882-671e-4bb2-be13-7b8f0300ac35,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:55.113940 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160d4df-1199-4bf6-a16e-e8d4eb0e2857 None None] Pushing event updated for resources: {'Port': ['ID=df378f36-ea50-4655-a065-b2b1db5842ee,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:55.365458 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.516417 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device df378f36-ea50-4655-a065-b2b1db5842ee up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:58:55.570089 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port df378f36-ea50-4655-a065-b2b1db5842ee triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:55.570454 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.577133 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.652558 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.695910 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port df378f36-ea50-4655-a065-b2b1db5842ee, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=df378f36-ea50-4655-a065-b2b1db5842ee,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:55.701611 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.718118 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:58:55.750932 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=df378f36-ea50-4655-a065-b2b1db5842ee,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:55.826711 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:58:55.837300 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:58:55.846025 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.850834 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ae4c6ae5-1341-4446-8a1c-8f1bede59afe admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4971082 Dec 13 16:58:55.851178 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37852) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:55.857058 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:55.857594 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:55.967084 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:55.995155 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5783055d-fdeb-4421-81c1-fc129fbaeabc None None] Network eba3f539-039b-4d49-b71b-31e5e607e224 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:58:56.144041 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-eb9a3536-c266-4e61-be12-173a2e1d6ed9 None None] Provisioning complete for port df378f36-ea50-4655-a065-b2b1db5842ee triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:56.144835 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3536-c266-4e61-be12-173a2e1d6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.282669 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.342681 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:55Z', 'revision_number': 3, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:56.371182 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:58:56.371529 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Updating router cd33efa3-fe30-4e0d-830d-6b93ed081edc port ff92a882-671e-4bb2-be13-7b8f0300ac35 binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:58:56.399356 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.450292 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Allocated IP 172.20.0.1 (eba3f539-039b-4d49-b71b-31e5e607e224/54e0b6c9-a6da-4712-b922-d680455c05d8/ba74cabc-1e6d-440d-9ef5-47c83d54bbc8) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:58:56.552943 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.576781 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-4901b3e9-6566-48a7-901a-950fee7b6090 None None] Provisioning complete for port df378f36-ea50-4655-a065-b2b1db5842ee triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:56.577167 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4901b3e9-6566-48a7-901a-950fee7b6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.589155 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.634557 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Network eba3f539-039b-4d49-b71b-31e5e607e224 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:58:56.637548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:56.641874 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:58:56.664310 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:56.685272 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.729963 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.740233 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.795839 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Attempting to bind port ff92a882-671e-4bb2-be13-7b8f0300ac35 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:58:56.796212 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Attempting to bind port ff92a882-671e-4bb2-be13-7b8f0300ac35 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:58:56.796593 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Attempting to bind port ff92a882-671e-4bb2-be13-7b8f0300ac35 on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:58:56.803197 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957ab6c-b4df-41bf-847c-75eecbc2ac57 None None] Pushing event updated for resources: {'Port': ['ID=ff92a882-671e-4bb2-be13-7b8f0300ac35,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:56.808894 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:58:56.809266 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:58:56.809675 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.810054 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:58:56.810516 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Bound port: ff92a882-671e-4bb2-be13-7b8f0300ac35, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:58:56.810894 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.821985 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.867228 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] For port ff92a882-671e-4bb2-be13-7b8f0300ac35, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:58:56.870253 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] For port ff92a882-671e-4bb2-be13-7b8f0300ac35, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ff92a882-671e-4bb2-be13-7b8f0300ac35,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:58:56.876425 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.933459 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:56.933997 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:56.980066 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957ab6c-b4df-41bf-847c-75eecbc2ac57 None None] Pushing event updated for resources: {'Port': ['ID=ff92a882-671e-4bb2-be13-7b8f0300ac35,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:56.989010 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:56.994340 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:57.002131 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-3bca5520-185a-492a-b821-62465b967abf None None] Provisioning complete for port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:57.002504 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3bca5520-185a-492a-b821-62465b967abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:57.058925 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:57.062385 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:57.077087 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-3bca5520-185a-492a-b821-62465b967abf None None] Port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:58:57.079495 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:57.425374 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 1, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:57.442203 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Network eba3f539-039b-4d49-b71b-31e5e607e224 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:58:57.443621 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:57.456995 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2d4a4-b41e-443f-bef4-3874161bcf93 None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 1, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:58:57.510490 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device df378f36-ea50-4655-a065-b2b1db5842ee up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:58:57.579489 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port df378f36-ea50-4655-a065-b2b1db5842ee triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:57.579717 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:58:57.579908 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:57.721329 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:58:57.722445 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-e835a601-63f2-4b6b-943d-c846553b6c1c None None] Provisioning complete for port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:57.722862 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e835a601-63f2-4b6b-943d-c846553b6c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:57.728276 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d47abb5e-2e5c-4356-a851-7ba8ead147b5 admin admin] 10.222.0.62 "PUT /v2.0/routers/cd33efa3-fe30-4e0d-830d-6b93ed081edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8759885 Dec 13 16:58:57.764528 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-e835a601-63f2-4b6b-943d-c846553b6c1c None None] Port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:58:58.236283 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37868) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:58.242869 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2126180491-network', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:58.265735 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Made reservation on behalf of 535bda0c85c04017a6e3dca9f5466ab7 for: {'network': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:58:58.268208 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for network, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.278707 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.361067 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.367461 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.392775 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:58:58.402059 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd04c0b-af3f-49a9-a392-753404548b00,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:58.408239 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.408683 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.segments_db [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Added segment 1e5d5a37-9204-4084-8735-cd0d16aff4df of type vlan for network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 Dec 13 16:58:58.449656 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734537301517'] for network, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.475460 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932'] for network, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.476082 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:58.476700 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.536174 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2987189 Dec 13 16:58:58.538965 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37870) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:58.546012 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Request body: {'subnet': {'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2126180491-subnet', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'ip_version': 4}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:58.550377 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e30ed-2a14-4283-bc03-3168c73bdb74 admin admin] Pushing event updated for resources: {'Network': ['ID=40faa26f-e28d-44d7-a316-6ae0f94f0b38,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:58.560776 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 details requested by agent ovs-agent-dv-cinder-821602-2-iscsi with host dv-cinder-821602-2-iscsi {{(pid=109392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:58:58.577884 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Made reservation on behalf of 535bda0c85c04017a6e3dca9f5466ab7 for: {'subnet': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:58:58.580775 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30878138'] for subnet, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.760182 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31349927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30878116'] for subnet, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.812221 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4ba629-d7d7-4e45-b27b-00b213eb9e86,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:58.822433 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Checking segment: {'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:58:58.822796 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Network hostable DHCP agents. Network: 40faa26f-e28d-44d7-a316-6ae0f94f0b38, hostable agents: ['53438d66-5fe0-4f19-ac19-76062dbfa912'], hosted agents: [] {{(pid=109390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:58:58.842331 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 is scheduled to be hosted by DHCP agent 53438d66-5fe0-4f19-ac19-76062dbfa912 with binding_index 1 {{(pid=109390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:58:58.852209 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-2-iscsi, 40faa26f-e28d-44d7-a316-6ae0f94f0b38) {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:58.856498 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:58.856836 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.861633 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65285ec-cee7-4082-aee3-62a2a20216e4 None None] Network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:58:58.875772 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-a50a787c-8cbc-42db-a9d5-1fc84528fd66 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3352153 Dec 13 16:58:58.877854 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37872) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:58.882595 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:58.906189 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33039302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-595'] for router, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.907146 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33046390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33038983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33036230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-584'] for router, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.961630 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.965643 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1afb14f9-eda5-5418-b3b9-0e8b3d77093a-40faa26f-e28d-44d7-a316-6ae0f94f0b38', 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38', 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'fixed_ips': [{'subnet_id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86'}]}} from dv-cinder-821602-2-iscsi. {{(pid=109392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:58:58.966631 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.099238 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.101234 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.db_base_plugin_common [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Allocated IP 172.20.0.2 (40faa26f-e28d-44d7-a316-6ae0f94f0b38/2d4ba629-d7d7-4e45-b27b-00b213eb9e86/94b25d7a-efcd-459b-a945-a3608d6506cf) {{(pid=109392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:58:59.254803 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Publish callbacks [] for port, precommit_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.262890 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352'] for port, after_create {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.308067 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 is already hosted by enough agents. {{(pid=109392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:58:59.312590 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.scheduler.base_scheduler [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Resources bound (agent type, host, resource id): {{(pid=109392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:59.317221 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Received port after_create {{(pid=109392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:58:59.321470 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Pushing event updated for resources: {'Port': ['ID=94b25d7a-efcd-459b-a945-a3608d6506cf,revision_number=1']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:59.321627 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.343159 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.373133 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Attempting to bind port 94b25d7a-efcd-459b-a945-a3608d6506cf on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:58:59.373512 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Attempting to bind port 94b25d7a-efcd-459b-a945-a3608d6506cf by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:58:59.373881 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Attempting to bind port 94b25d7a-efcd-459b-a945-a3608d6506cf on network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:58:59.378927 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:58:59.379566 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Checking segment: {'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:58:59.380328 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.380763 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Bound using segment: {'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:58:59.381368 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Bound port: 94b25d7a-efcd-459b-a945-a3608d6506cf, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:58:59.381755 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.454150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Allocated IP 172.27.2.79 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/620c3417-4c47-4feb-99b7-c919d7ee0d93) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:58:59.461059 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] For port 94b25d7a-efcd-459b-a945-a3608d6506cf, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:58:59.467417 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:58:59.475802 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] For port 94b25d7a-efcd-459b-a945-a3608d6506cf, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=94b25d7a-efcd-459b-a945-a3608d6506cf,segment=NetworkSegment(1e5d5a37-9204-4084-8735-cd0d16aff4df),segment_id=1e5d5a37-9204-4084-8735-cd0d16aff4df)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:58:59.480748 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:59.481382 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:59.482601 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.562340 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ff92a882-671e-4bb2-be13-7b8f0300ac35 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:58:59.569855 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f7df-3aa0-4235-997e-65724e334039 None None] Pushing event updated for resources: {'Port': ['ID=94b25d7a-efcd-459b-a945-a3608d6506cf,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:59.594176 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.627892 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port ff92a882-671e-4bb2-be13-7b8f0300ac35 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:59.628310 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:59.628449 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.638084 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.677072 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:58:59.682017 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:59.685662 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:58:59.712204 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.714712 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Pushing event updated for resources: {'Port': ['ID=620c3417-4c47-4feb-99b7-c919d7ee0d93,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:59.741754 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port ff92a882-671e-4bb2-be13-7b8f0300ac35, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ff92a882-671e-4bb2-be13-7b8f0300ac35,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:59.750149 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.811225 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=ff92a882-671e-4bb2-be13-7b8f0300ac35,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:59.880498 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 2, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:59.911775 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:58:59.912133 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Updating router cd33efa3-fe30-4e0d-830d-6b93ed081edc port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:58:59.937644 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:59.999537 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.200756 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33046351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33039092'] for router, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.301850 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.308860 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.352843 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Router b53ba113-4943-4872-86db-97a0f4166fc0 is scheduled to L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 with binding_index 1 {{(pid=109390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:59:00.363210 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Pushing event updated for resources: {'Port': ['ID=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:00.373981 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.374341 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.374681 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.375009 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.375931 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.375931 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.375931 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.376288 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.376542 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.376898 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.377236 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.377547 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.377860 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:00.430913 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Attempting to bind port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:59:00.431608 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Attempting to bind port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:59:00.432163 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Attempting to bind port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 on network eba3f539-039b-4d49-b71b-31e5e607e224 {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:59:00.437932 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:59:00.438638 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Checking segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:59:00.439240 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.439823 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Bound using segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:59:00.440395 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Bound port: ba74cabc-1e6d-440d-9ef5-47c83d54bbc8, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:59:00.440885 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.471132 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:59:00.480835 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Sync routers for ids ['b53ba113-4943-4872-86db-97a0f4166fc0'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:59:00.495601 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Routers {'b53ba113-4943-4872-86db-97a0f4166fc0'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:00.496511 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['b53ba113-4943-4872-86db-97a0f4166fc0'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:00.520856 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.525144 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-ab371d36-091e-4d73-85a3-2443b094f509 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6436450 Dec 13 16:59:00.525479 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] For port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:59:00.526949 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37874) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:00.527512 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] For port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:59:00.533609 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.616742 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:00.617603 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:00.653427 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Set router b53ba113-4943-4872-86db-97a0f4166fc0 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:00.747611 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e8174-8e39-4cb8-8931-62290d938313 None None] Pushing event updated for resources: {'Port': ['ID=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,revision_number=4']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:00.753819 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:00.757261 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b903d-7232-4133-8fbe-07725f85e2d3 None None] Network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:59:00.863084 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Provisioning complete for port 94b25d7a-efcd-459b-a945-a3608d6506cf triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:00.863844 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.983041 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:00Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:01.009608 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc38c2-4bc5-4d05-bc3e-568c93b48cc7 None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:00Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:59:01.039099 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.049899 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.073943 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 3, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port': {'id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:59Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:01.109843 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Checking router: b53ba113-4943-4872-86db-97a0f4166fc0 for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:59:01.110187 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Updating router b53ba113-4943-4872-86db-97a0f4166fc0 port 620c3417-4c47-4feb-99b7-c919d7ee0d93 binding host dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:59:01.247072 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Allocated IP 172.20.0.1 (40faa26f-e28d-44d7-a316-6ae0f94f0b38/2d4ba629-d7d7-4e45-b27b-00b213eb9e86/db4e9f2f-6710-4523-941b-ff90760c98a9) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:59:01.289122 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] For port 94b25d7a-efcd-459b-a945-a3608d6506cf, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=94b25d7a-efcd-459b-a945-a3608d6506cf,segment=NetworkSegment(1e5d5a37-9204-4084-8735-cd0d16aff4df),segment_id=1e5d5a37-9204-4084-8735-cd0d16aff4df)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:01.300540 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.302815 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.376347 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.416609 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Provisioning complete for port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:01.417214 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.421049 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.466006 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:59:01.470964 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:59:01.471201 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Pushing event updated for resources: {'Port': ['ID=94b25d7a-efcd-459b-a945-a3608d6506cf,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:01.476047 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:59:01.516778 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Pushing event updated for resources: {'Port': ['ID=db4e9f2f-6710-4523-941b-ff90760c98a9,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:01.545735 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33041287'] for router_interface, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.615376 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.706872 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] For port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:01.726443 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.735488 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.739431 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Publish callbacks [] for port, precommit_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.744785 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ff92a882-671e-4bb2-be13-7b8f0300ac35 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:01.773913 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.853828 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Attempting to bind port 620c3417-4c47-4feb-99b7-c919d7ee0d93 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:59:01.854192 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Attempting to bind port 620c3417-4c47-4feb-99b7-c919d7ee0d93 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:59:01.854548 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Attempting to bind port 620c3417-4c47-4feb-99b7-c919d7ee0d93 on network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:59:01.859776 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c958aed-0fdb-436c-aeaf-4f2a35fc49b5 None None] Pushing event updated for resources: {'Port': ['ID=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:01.894181 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:59:01.894559 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Checking segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:59:01.895302 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.895696 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Bound using segment: {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'} {{(pid=109392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:59:01.896195 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.managers [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Bound port: 620c3417-4c47-4feb-99b7-c919d7ee0d93, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9f44f-0bcb-46d5-9e8a-73343f7f9b57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832'}}] {{(pid=109392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:59:01.896556 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.924658 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.931073 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.932091 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-f5bd837d-8bc5-45e8-bdc7-f48225d1b208 None None] Provisioning complete for port 94b25d7a-efcd-459b-a945-a3608d6506cf triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:01.932624 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f5bd837d-8bc5-45e8-bdc7-f48225d1b208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.973654 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port ff92a882-671e-4bb2-be13-7b8f0300ac35 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:01.974347 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.975871 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29465109-7b3e-4f39-bf3a-d405b4266baa None None] Pushing event updated for resources: {'Port': ['ID=620c3417-4c47-4feb-99b7-c919d7ee0d93,revision_number=2']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:02.000264 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Pushing event updated for resources: {'Port': ['ID=db4e9f2f-6710-4523-941b-ff90760c98a9,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:02.002811 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33058886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33039927'] for router_interface, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:02.030918 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] For port 620c3417-4c47-4feb-99b7-c919d7ee0d93, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:59:02.036194 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] For port 620c3417-4c47-4feb-99b7-c919d7ee0d93, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=620c3417-4c47-4feb-99b7-c919d7ee0d93,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:59:02.044838 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:02.094788 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:59:02.096450 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:59:02.165636 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29465109-7b3e-4f39-bf3a-d405b4266baa None None] Pushing event updated for resources: {'Port': ['ID=620c3417-4c47-4feb-99b7-c919d7ee0d93,revision_number=3']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:02.177773 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Routers {'b53ba113-4943-4872-86db-97a0f4166fc0'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:02.178415 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['b53ba113-4943-4872-86db-97a0f4166fc0'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:02.225685 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Router b53ba113-4943-4872-86db-97a0f4166fc0 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:59:02.231837 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:02.279372 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-f5bd837d-8bc5-45e8-bdc7-f48225d1b208 None None] Provisioning complete for port db4e9f2f-6710-4523-941b-ff90760c98a9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:02.279740 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f5bd837d-8bc5-45e8-bdc7-f48225d1b208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:02.341059 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:59:02.346894 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-8cb8880d-cb17-415d-947d-0b241e40fd74 admin admin] 10.222.0.62 "PUT /v2.0/routers/b53ba113-4943-4872-86db-97a0f4166fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173180 Dec 13 16:59:02.372406 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd837d-8bc5-45e8-bdc7-f48225d1b208 None None] Port db4e9f2f-6710-4523-941b-ff90760c98a9 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:59:02.375105 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] Set router b53ba113-4943-4872-86db-97a0f4166fc0 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:02.411878 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:02.412276 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:02.476563 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-f5bd837d-8bc5-45e8-bdc7-f48225d1b208 None None] Provisioning complete for port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:02.476952 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f5bd837d-8bc5-45e8-bdc7-f48225d1b208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:02.684717 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 94b25d7a-efcd-459b-a945-a3608d6506cf up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:02.757168 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 94b25d7a-efcd-459b-a945-a3608d6506cf triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:02.757891 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:02.760976 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 4, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port': {'id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:59Z', 'updated_at': '2021-12-13T16:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'db4e9f2f-6710-4523-941b-ff90760c98a9', 'name': '', 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'mac_address': 'fa:16:3e:64:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:59:01Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 2, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'subnets': [{'id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:02.813827 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bbe23-b883-415b-9605-ecc400e241c2 None None] The sync data for ids ['b53ba113-4943-4872-86db-97a0f4166fc0'] in dv-cinder-821602-2-iscsi is: [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 4, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port': {'id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:59Z', 'updated_at': '2021-12-13T16:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'db4e9f2f-6710-4523-941b-ff90760c98a9', 'name': '', 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'mac_address': 'fa:16:3e:64:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:59:01Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 2, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'subnets': [{'id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:59:02.834992 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-1882d5da-1ebd-4667-8ce7-daf0022228af None None] Provisioning complete for port db4e9f2f-6710-4523-941b-ff90760c98a9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:02.834992 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-1882d5da-1ebd-4667-8ce7-daf0022228af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:02.898577 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-1882d5da-1ebd-4667-8ce7-daf0022228af None None] Port db4e9f2f-6710-4523-941b-ff90760c98a9 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:59:02.985297 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 37884) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:02.990602 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-c241b446-b6f0-4a27-b52b-19986db639ae tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537173864', 'description': 'tempest-secgroup-smoke-537173864 description', 'project_id': '8a3d44ae5b7a42349c31171119f79b12'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:03.029825 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c241b446-b6f0-4a27-b52b-19986db639ae tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.106503 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c241b446-b6f0-4a27-b52b-19986db639ae tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.111889 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c241b446-b6f0-4a27-b52b-19986db639ae tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.142534 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-c241b446-b6f0-4a27-b52b-19986db639ae tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.143847 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c241b446-b6f0-4a27-b52b-19986db639ae tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1574440 Dec 13 16:59:03.147282 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37886) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:03.149702 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241b446-b6f0-4a27-b52b-19986db639ae tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:03.152023 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-7f21474e-e79a-4d83-9e9f-87bb7b731ca0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'security_group_rule': {'security_group_id': 'a5df1e47-56d7-4d25-9cd4-af2c6bb314f0', 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:03.182974 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7f21474e-e79a-4d83-9e9f-87bb7b731ca0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.248173 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7f21474e-e79a-4d83-9e9f-87bb7b731ca0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.253039 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7f21474e-e79a-4d83-9e9f-87bb7b731ca0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.271687 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21474e-e79a-4d83-9e9f-87bb7b731ca0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2505f8ee-eecb-4178-8487-423763432265,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:03.281078 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-7f21474e-e79a-4d83-9e9f-87bb7b731ca0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.284975 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-7f21474e-e79a-4d83-9e9f-87bb7b731ca0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339118 Dec 13 16:59:03.285173 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37888) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:03.289655 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-fb9e5c95-b973-4155-8ea1-ae6602267ddf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'security_group_rule': {'security_group_id': 'a5df1e47-56d7-4d25-9cd4-af2c6bb314f0', 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:03.320544 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5c95-b973-4155-8ea1-ae6602267ddf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.381180 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5c95-b973-4155-8ea1-ae6602267ddf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.386663 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5c95-b973-4155-8ea1-ae6602267ddf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.405610 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e5c95-b973-4155-8ea1-ae6602267ddf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a18153e-05e1-4f9e-a01b-47d8c8e089b0,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:03.414489 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5c95-b973-4155-8ea1-ae6602267ddf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.415703 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-fb9e5c95-b973-4155-8ea1-ae6602267ddf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295469 Dec 13 16:59:03.418515 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37890) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:03.423371 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-6064d6e7-c5e5-40c7-ac76-9aeb0bb4d07a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'security_group_rule': {'security_group_id': 'a5df1e47-56d7-4d25-9cd4-af2c6bb314f0', 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:03.453345 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6064d6e7-c5e5-40c7-ac76-9aeb0bb4d07a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.498501 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 94b25d7a-efcd-459b-a945-a3608d6506cf up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:03.513887 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6064d6e7-c5e5-40c7-ac76-9aeb0bb4d07a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.518058 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6064d6e7-c5e5-40c7-ac76-9aeb0bb4d07a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.534831 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064d6e7-c5e5-40c7-ac76-9aeb0bb4d07a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c87f75-0a3f-4645-8f31-129dadcdaaa6,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:03.544933 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-6064d6e7-c5e5-40c7-ac76-9aeb0bb4d07a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.546192 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-6064d6e7-c5e5-40c7-ac76-9aeb0bb4d07a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265910 Dec 13 16:59:03.548376 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 94b25d7a-efcd-459b-a945-a3608d6506cf triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:03.548758 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.549057 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37892) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:03.554683 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-d1d42fe1-39fe-4680-ad3d-d543782ef400 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'security_group_rule': {'security_group_id': 'a5df1e47-56d7-4d25-9cd4-af2c6bb314f0', 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:03.581691 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d1d42fe1-39fe-4680-ad3d-d543782ef400 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.649481 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d1d42fe1-39fe-4680-ad3d-d543782ef400 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.654565 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d1d42fe1-39fe-4680-ad3d-d543782ef400 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.678154 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d42fe1-39fe-4680-ad3d-d543782ef400 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771d7bc6-20e9-4d76-9c88-a117e32d0456,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:03.689084 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d1d42fe1-39fe-4680-ad3d-d543782ef400 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.690647 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d1d42fe1-39fe-4680-ad3d-d543782ef400 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405280 Dec 13 16:59:03.693728 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37894) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:03.698421 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-d9e91441-d953-47bf-b2ea-e2a8374de911 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'security_group_rule': {'security_group_id': 'a5df1e47-56d7-4d25-9cd4-af2c6bb314f0', 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:03.723597 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.securitygroups_db [None req-d9e91441-d953-47bf-b2ea-e2a8374de911 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Project 8a3d44ae5b7a42349c31171119f79b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:59:03.729414 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9e91441-d953-47bf-b2ea-e2a8374de911 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.771270 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:03.811642 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9e91441-d953-47bf-b2ea-e2a8374de911 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.816307 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9e91441-d953-47bf-b2ea-e2a8374de911 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.838250 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e91441-d953-47bf-b2ea-e2a8374de911 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f32110-0d1a-40d6-8a79-58e6b9018678,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:03.846674 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:03.847110 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.850047 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d9e91441-d953-47bf-b2ea-e2a8374de911 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.851332 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d9e91441-d953-47bf-b2ea-e2a8374de911 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565869 Dec 13 16:59:03.854096 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 37896) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:03.858592 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [None req-d2a63814-5320-4999-800b-dd5bde4bba43 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'security_group_rule': {'security_group_id': 'a5df1e47-56d7-4d25-9cd4-af2c6bb314f0', 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:03.887322 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.securitygroups_db [None req-d2a63814-5320-4999-800b-dd5bde4bba43 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Project 8a3d44ae5b7a42349c31171119f79b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:59:03.892975 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d2a63814-5320-4999-800b-dd5bde4bba43 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.964350 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d2a63814-5320-4999-800b-dd5bde4bba43 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.969483 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d2a63814-5320-4999-800b-dd5bde4bba43 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202907'] for security_group_rule, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:03.989611 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a63814-5320-4999-800b-dd5bde4bba43 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7914bd-e216-43cd-8bdf-1c2bce18a98b,revision_number=0']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:03.999922 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d2a63814-5320-4999-800b-dd5bde4bba43 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:04.001353 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d2a63814-5320-4999-800b-dd5bde4bba43 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462648 Dec 13 16:59:04.657699 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:59:05.181661 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Sync routers for ids ['b53ba113-4943-4872-86db-97a0f4166fc0'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:59:05.192641 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Routers {'b53ba113-4943-4872-86db-97a0f4166fc0'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:05.193110 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['b53ba113-4943-4872-86db-97a0f4166fc0'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:05.305971 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Set router b53ba113-4943-4872-86db-97a0f4166fc0 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:05.515182 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 620c3417-4c47-4feb-99b7-c919d7ee0d93 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:05.528765 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 4, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port': {'id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:59Z', 'updated_at': '2021-12-13T16:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'db4e9f2f-6710-4523-941b-ff90760c98a9', 'name': '', 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'mac_address': 'fa:16:3e:64:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:59:01Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 2, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'subnets': [{'id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:05.554319 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Checking router: b53ba113-4943-4872-86db-97a0f4166fc0 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:59:05.554661 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Updating router b53ba113-4943-4872-86db-97a0f4166fc0 port db4e9f2f-6710-4523-941b-ff90760c98a9 binding host dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:59:05.567368 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 620c3417-4c47-4feb-99b7-c919d7ee0d93 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:05.567739 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:05.579324 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:05.648314 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:05.671653 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] For port 620c3417-4c47-4feb-99b7-c919d7ee0d93, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=620c3417-4c47-4feb-99b7-c919d7ee0d93,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:05.677771 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:05.725269 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Pushing event updated for resources: {'Port': ['ID=620c3417-4c47-4feb-99b7-c919d7ee0d93,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:05.848559 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Publish callbacks [] for port, precommit_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:05.861119 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:05.918517 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04d600-5f29-41b8-8a77-8e7c9869913b None None] Pushing event updated for resources: {'Port': ['ID=db4e9f2f-6710-4523-941b-ff90760c98a9,revision_number=3']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:05.984085 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Attempting to bind port db4e9f2f-6710-4523-941b-ff90760c98a9 on host dv-cinder-821602-2-iscsi for vnic_type normal with profile {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:59:05.984444 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Attempting to bind port db4e9f2f-6710-4523-941b-ff90760c98a9 by drivers openvswitch,hyperv on host dv-cinder-821602-2-iscsi at level 0 using segments [{'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:59:05.984824 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Attempting to bind port db4e9f2f-6710-4523-941b-ff90760c98a9 on network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:59:05.990420 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Checking agent: {'id': 'ce0cde1b-d30a-4c57-889e-7ac5b704598d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 40, 23), 'started_at': datetime.datetime(2021, 12, 13, 16, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:59:05.990837 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Checking segment: {'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:59:05.991235 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:05.991622 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Bound using segment: {'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'} {{(pid=109393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:59:05.992109 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.managers [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Bound port: db4e9f2f-6710-4523-941b-ff90760c98a9, host: dv-cinder-821602-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5d5a37-9204-4084-8735-cd0d16aff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38'}}] {{(pid=109393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:59:05.992500 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:06.149419 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-b5dcaf36-f58b-441e-b156-23909615c7d9 None None] Provisioning complete for port db4e9f2f-6710-4523-941b-ff90760c98a9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:06.150039 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b5dcaf36-f58b-441e-b156-23909615c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:06.157831 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] For port db4e9f2f-6710-4523-941b-ff90760c98a9, host dv-cinder-821602-2-iscsi, cleared binding levels {{(pid=109393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:59:06.160898 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.plugins.ml2.db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] For port db4e9f2f-6710-4523-941b-ff90760c98a9, host dv-cinder-821602-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=db4e9f2f-6710-4523-941b-ff90760c98a9,segment=NetworkSegment(1e5d5a37-9204-4084-8735-cd0d16aff4df),segment_id=1e5d5a37-9204-4084-8735-cd0d16aff4df)] {{(pid=109393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:59:06.166900 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron_lib.callbacks.manager [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:06.184883 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-b5dcaf36-f58b-441e-b156-23909615c7d9 None None] Port db4e9f2f-6710-4523-941b-ff90760c98a9 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:59:06.231492 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04d600-5f29-41b8-8a77-8e7c9869913b None None] Pushing event updated for resources: {'Port': ['ID=db4e9f2f-6710-4523-941b-ff90760c98a9,revision_number=4']} {{(pid=109393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:06.234118 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Routers {'b53ba113-4943-4872-86db-97a0f4166fc0'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:06.234727 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:58:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['b53ba113-4943-4872-86db-97a0f4166fc0'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:06.347091 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] Set router b53ba113-4943-4872-86db-97a0f4166fc0 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:06.407831 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-4574fd97-f8a0-41d5-9add-b8a1dbb911d9 None None] Provisioning complete for port db4e9f2f-6710-4523-941b-ff90760c98a9 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:06.408206 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4574fd97-f8a0-41d5-9add-b8a1dbb911d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:06.496005 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4574fd97-f8a0-41d5-9add-b8a1dbb911d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:06.529332 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-4574fd97-f8a0-41d5-9add-b8a1dbb911d9 None None] For port db4e9f2f-6710-4523-941b-ff90760c98a9, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=db4e9f2f-6710-4523-941b-ff90760c98a9,segment=NetworkSegment(1e5d5a37-9204-4084-8735-cd0d16aff4df),segment_id=1e5d5a37-9204-4084-8735-cd0d16aff4df)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:06.535022 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4574fd97-f8a0-41d5-9add-b8a1dbb911d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:06.565633 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 4, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port': {'id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:59Z', 'updated_at': '2021-12-13T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'db4e9f2f-6710-4523-941b-ff90760c98a9', 'name': '', 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'mac_address': 'fa:16:3e:64:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:59:01Z', 'updated_at': '2021-12-13T16:59:06Z', 'revision_number': 4, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'subnets': [{'id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:06.591188 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574fd97-f8a0-41d5-9add-b8a1dbb911d9 None None] Pushing event updated for resources: {'Port': ['ID=db4e9f2f-6710-4523-941b-ff90760c98a9,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:06.595172 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec8233-06d5-4fdb-a808-552c9c7f503f None None] The sync data for ids ['b53ba113-4943-4872-86db-97a0f4166fc0'] in dv-cinder-821602-2-iscsi is: [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 4, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port': {'id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:59Z', 'updated_at': '2021-12-13T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'db4e9f2f-6710-4523-941b-ff90760c98a9', 'name': '', 'network_id': '40faa26f-e28d-44d7-a316-6ae0f94f0b38', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'mac_address': 'fa:16:3e:64:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:59:01Z', 'updated_at': '2021-12-13T16:59:06Z', 'revision_number': 4, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'subnets': [{'id': '2d4ba629-d7d7-4e45-b27b-00b213eb9e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:59:07.517837 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device db4e9f2f-6710-4523-941b-ff90760c98a9 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:07.568434 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port db4e9f2f-6710-4523-941b-ff90760c98a9 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:07.569171 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:07.654775 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 620c3417-4c47-4feb-99b7-c919d7ee0d93 up at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:07.702826 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Provisioning complete for port 620c3417-4c47-4feb-99b7-c919d7ee0d93 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:07.703158 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:17.355312 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4fac-0c4b-471e-9da2-470f42211d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:18.602949 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:19.434016 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-23c6ca41-b3be-4e56-8976-344b9549e7f7 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537173864&fields=id&tenant_id=8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 267 time: 0.0569682 Dec 13 16:59:19.554677 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-d7688a79-c00c-48ae-8cff-a25621109b11 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:19.556189 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-d7688a79-c00c-48ae-8cff-a25621109b11 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 812 time: 0.1143167 Dec 13 16:59:19.575513 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-e7b9d650-62d6-46b1-a8f2-d014f56879a9 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/quotas/8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 375 time: 0.0100629 Dec 13 16:59:19.634662 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-27083fa3-5721-4aa7-9c5a-cfce5fc184f3 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521257 Dec 13 16:59:19.652305 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-4dcf6be9-5867-43c7-890d-4d93f0abcfe0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:59:19.653428 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-4dcf6be9-5867-43c7-890d-4d93f0abcfe0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051539 Dec 13 16:59:19.669314 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-13b1a166-a3ee-40cc-952e-fba1e3c8e6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:19.744447 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-f36d7aaf-bbdd-4ccc-a87c-cf2770422098 service neutron] 10.222.0.62 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849664 Dec 13 16:59:19.842498 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-9f370f6d-9302-4c2c-bf61-ba4e9e8c677e service neutron] 10.222.0.62 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888751 Dec 13 16:59:20.779851 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:21.177025 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-604b172c-f55b-45d4-93fa-86d2fde65d69 req-f24e6d66-9646-40d5-9799-28552a1ddc9a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 210 time: 0.0320961 Dec 13 16:59:22.291971 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:22.293775 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73014729-69bf-4ada-bda7-cc1390050429 req-c2a19f8d-74d4-45c2-8d10-859d9d465694 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 210 time: 0.0277650 Dec 13 16:59:22.344479 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-d344aaee-d4ed-48ec-b886-5b98907a6866 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:22.345985 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-d344aaee-d4ed-48ec-b886-5b98907a6866 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 812 time: 0.1357522 Dec 13 16:59:22.416346 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-8c464493-e5d9-4af7-8b0f-b9ff4ac22fe9 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 379 time: 0.0592396 Dec 13 16:59:22.427312 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'port': {'device_id': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'admin_state_up': True, 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'security_groups': ['a5df1e47-56d7-4d25-9cd4-af2c6bb314f0']}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:22.546561 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Made reservation on behalf of 8a3d44ae5b7a42349c31171119f79b12 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:59:22.550829 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:22.695123 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Allocated IP 172.20.0.7 (eba3f539-039b-4d49-b71b-31e5e607e224/54e0b6c9-a6da-4712-b922-d680455c05d8/ce5bff86-e44a-4419-8a65-26a32a70dba6) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:59:22.839179 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:22.882291 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:22.932781 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Network eba3f539-039b-4d49-b71b-31e5e607e224 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:59:22.935890 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:59:22.940451 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:59:22.964477 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=ce5bff86-e44a-4419-8a65-26a32a70dba6,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:22.995227 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:22.995869 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:23.011342 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:23.014296 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-87bca690-f2fc-4435-9773-ccb0b04de256 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907750 Dec 13 16:59:23.123893 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Request body: {'port': {'device_id': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:23.171602 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-b85efc3e-c6d3-4d4c-b196-141eb70b25f5 None None] Provisioning complete for port ce5bff86-e44a-4419-8a65-26a32a70dba6 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:23.171970 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b85efc3e-c6d3-4d4c-b196-141eb70b25f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:23.180508 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:23.210077 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-b85efc3e-c6d3-4d4c-b196-141eb70b25f5 None None] Port ce5bff86-e44a-4419-8a65-26a32a70dba6 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:59:23.419788 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04269bb-fdc2-4cee-8269-932facf6b3e2 req-d075699a-73ab-42cd-bf22-c9f69b474b2d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:23.421241 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a04269bb-fdc2-4cee-8269-932facf6b3e2 req-d075699a-73ab-42cd-bf22-c9f69b474b2d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 931 time: 0.0504856 Dec 13 16:59:23.475816 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a04269bb-fdc2-4cee-8269-932facf6b3e2 req-9b1c2c98-7c54-431f-bcf7-d11fd2c1a642 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479586 Dec 13 16:59:23.733027 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5bff86-e44a-4419-8a65-26a32a70dba6 {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:59:23.740817 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:23.754043 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Transition to ACTIVE for port object ce5bff86-e44a-4419-8a65-26a32a70dba6 will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:59:23.759632 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:23.810058 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5bff86-e44a-4419-8a65-26a32a70dba6,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:23.885463 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Attempting to bind port ce5bff86-e44a-4419-8a65-26a32a70dba6 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:59:23.885797 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Attempting to bind port ce5bff86-e44a-4419-8a65-26a32a70dba6 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:59:23.886127 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Attempting to bind port ce5bff86-e44a-4419-8a65-26a32a70dba6 on network eba3f539-039b-4d49-b71b-31e5e607e224 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:59:23.890710 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Port ce5bff86-e44a-4419-8a65-26a32a70dba6 on network eba3f539-039b-4d49-b71b-31e5e607e224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:59:23.891030 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Attempting to bind port ce5bff86-e44a-4419-8a65-26a32a70dba6 on network eba3f539-039b-4d49-b71b-31e5e607e224 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:59:23.897711 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:59:23.898034 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Checking segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:59:23.898423 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Bound using segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:59:23.898899 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Bound port: ce5bff86-e44a-4419-8a65-26a32a70dba6, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:59:23.899254 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:23.967875 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] For port ce5bff86-e44a-4419-8a65-26a32a70dba6, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:59:23.971190 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] For port ce5bff86-e44a-4419-8a65-26a32a70dba6, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:59:23.976168 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:24.015208 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.015841 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:24.017397 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] 10.222.0.65 "PUT /v2.0/ports/ce5bff86-e44a-4419-8a65-26a32a70dba6 HTTP/1.1" status: 200 len: 1093 time: 0.9939022 Dec 13 16:59:24.017843 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'tag': 'ce5bff86-e44a-4419-8a65-26a32a70dba6'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:59:24.020301 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f01e078-bf24-4ea2-a973-15e33b5e166a", "tag": "ce5bff86-e44a-4419-8a65-26a32a70dba6"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:59:24.040046 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad21c23-52c2-4de3-8971-5bb122fe9cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5bff86-e44a-4419-8a65-26a32a70dba6,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:24.112100 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-a4a9aa52-bac3-4ff6-b22d-662db5e92008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.114120 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-a4a9aa52-bac3-4ff6-b22d-662db5e92008 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 1096 time: 0.0523791 Dec 13 16:59:24.161886 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede91a47-4db1-4b55-b895-09cb8a7085db x-openstack-request-id: req-ede91a47-4db1-4b55-b895-09cb8a7085db {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:59:24.162168 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f01e078-bf24-4ea2-a973-15e33b5e166a", "tag": "ce5bff86-e44a-4419-8a65-26a32a70dba6", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:59:24.162427 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ede91a47-4db1-4b55-b895-09cb8a7085db {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:59:24.162829 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'tag': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'status': 'completed', 'code': 200} Dec 13 16:59:24.164755 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-07edcaeb-ae96-447a-87bc-34a0eb609bd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6 HTTP/1.1" status: 200 len: 217 time: 0.0425680 Dec 13 16:59:24.214760 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-be7fc66f-ec0b-4cf4-959a-974400e1b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.216241 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-be7fc66f-ec0b-4cf4-959a-974400e1b9e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0444565 Dec 13 16:59:24.264634 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-23ad65d6-2a19-4982-98e2-c8255a24213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.266116 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-23ad65d6-2a19-4982-98e2-c8255a24213a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419965 Dec 13 16:59:24.365899 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-0b21db95-4790-4101-b9c6-1918e41e4e9d service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926766 Dec 13 16:59:24.460346 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-a84d7ce0-f62f-4e92-8763-bd2c65d6d347 req-8f952491-5fc7-43c9-aac6-8cc82353f0e1 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844741 Dec 13 16:59:24.566924 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-22a2223c-e6a4-4c40-9beb-bfb56e65087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.568450 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-22a2223c-e6a4-4c40-9beb-bfb56e65087f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 1096 time: 0.0495989 Dec 13 16:59:24.593993 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814f7c2-e844-4ef8-8aff-1bffda8ec6ee req-40becb6b-6dfd-4ce4-8386-4ae127ea4008 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.595498 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4814f7c2-e844-4ef8-8aff-1bffda8ec6ee req-40becb6b-6dfd-4ce4-8386-4ae127ea4008 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 943 time: 0.0488098 Dec 13 16:59:24.647240 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4814f7c2-e844-4ef8-8aff-1bffda8ec6ee req-d5083181-3785-408c-8ee4-9404cbaae0cb tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453153 Dec 13 16:59:24.664039 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-8767700c-1f93-433d-b239-b0562bb95650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.665545 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-8767700c-1f93-433d-b239-b0562bb95650 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0881171 Dec 13 16:59:24.715352 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-04b63bf5-d66d-4d78-98c0-02e20cf4b041 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6 HTTP/1.1" status: 200 len: 217 time: 0.0417566 Dec 13 16:59:24.770714 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-7d7f45f5-e560-4c48-bb0e-56ef4ea04204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.772034 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-7d7f45f5-e560-4c48-bb0e-56ef4ea04204 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0484366 Dec 13 16:59:24.821293 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-906a1a8a-d6fb-42e3-92bc-66d8eacf55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.822769 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-906a1a8a-d6fb-42e3-92bc-66d8eacf55c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433557 Dec 13 16:59:24.921750 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-43d14783-013f-43b3-911a-462587c01353 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906289 Dec 13 16:59:25.018441 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-1d2d540c-589a-4134-ac82-2a53b2a9dd0b req-d7af4846-7198-45e1-965e-17f9039f8538 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871530 Dec 13 16:59:25.792984 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cc8c6-4fef-4bd8-9568-c8d3e8e6488f req-1cd8edca-131f-4858-aa87-bfc7ae370fc6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:25.794405 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-997cc8c6-4fef-4bd8-9568-c8d3e8e6488f req-1cd8edca-131f-4858-aa87-bfc7ae370fc6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 943 time: 0.0690155 Dec 13 16:59:25.850395 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-997cc8c6-4fef-4bd8-9568-c8d3e8e6488f req-94ec0e10-7553-4235-b9a9-92c2e20a684b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468321 Dec 13 16:59:26.982257 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f3fea-b18e-46a4-bc17-5711d024dd68 req-a30f6bff-04d6-4bc3-8cc1-f25d536dc73a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:26.983743 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-575f3fea-b18e-46a4-bc17-5711d024dd68 req-a30f6bff-04d6-4bc3-8cc1-f25d536dc73a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 943 time: 0.0613186 Dec 13 16:59:27.050468 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-575f3fea-b18e-46a4-bc17-5711d024dd68 req-6c6f22f7-a964-4397-b23d-85b9e9b1a183 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602806 Dec 13 16:59:28.184170 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b0695-0a0e-40d6-93dc-066795dd2df9 req-8e2ce7d7-e8db-4480-9d91-8ba5bcad3b8f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:28.185681 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d35b0695-0a0e-40d6-93dc-066795dd2df9 req-8e2ce7d7-e8db-4480-9d91-8ba5bcad3b8f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 943 time: 0.0578315 Dec 13 16:59:28.240547 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d35b0695-0a0e-40d6-93dc-066795dd2df9 req-e8c67665-4901-4030-a2c1-27859587b8a4 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457563 Dec 13 16:59:29.371217 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857fea1-7d0f-4ad3-956f-797f8c9cc5a4 req-d1f0a38e-b82e-4c01-88f4-497a50b57af4 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:29.372837 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8857fea1-7d0f-4ad3-956f-797f8c9cc5a4 req-d1f0a38e-b82e-4c01-88f4-497a50b57af4 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 943 time: 0.0577652 Dec 13 16:59:29.425356 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8857fea1-7d0f-4ad3-956f-797f8c9cc5a4 req-06f7eec4-1e44-4870-83c8-8e0f25a3fecb tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457616 Dec 13 16:59:30.549682 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616f327-51a7-4184-b647-d9a5fd833c7a req-36e69827-0a08-4a45-ad40-9718c758aa7e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:30.551157 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b616f327-51a7-4184-b647-d9a5fd833c7a req-36e69827-0a08-4a45-ad40-9718c758aa7e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 943 time: 0.0546007 Dec 13 16:59:30.604821 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-b616f327-51a7-4184-b647-d9a5fd833c7a req-e5d2834d-0749-4efd-adb9-515282d6e78b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 Dec 13 16:59:31.730482 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb9c10-d2bd-49dd-ad18-378727d28681 req-3d7fc0a3-b021-43fc-8e48-ec3e4baa7f83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:31.731990 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-65eb9c10-d2bd-49dd-ad18-378727d28681 req-3d7fc0a3-b021-43fc-8e48-ec3e4baa7f83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 943 time: 0.0543277 Dec 13 16:59:31.806417 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-65eb9c10-d2bd-49dd-ad18-378727d28681 req-75d0ef58-9d16-4532-bb4f-0692627a82e4 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649645 Dec 13 16:59:31.868172 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device ce5bff86-e44a-4419-8a65-26a32a70dba6 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:59:31.970338 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port ce5bff86-e44a-4419-8a65-26a32a70dba6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:31.983982 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'port_id': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'mac_address': 'fa:16:3e:8d:0f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:59:32.029643 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.043150 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5bff86-e44a-4419-8a65-26a32a70dba6 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:59:32.068508 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port ce5bff86-e44a-4419-8a65-26a32a70dba6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:32.075964 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.132479 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=ce5bff86-e44a-4419-8a65-26a32a70dba6,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:32.283176 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['ce5bff86-e44a-4419-8a65-26a32a70dba6'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:59:32.945400 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca0566-3cf8-4aa7-823d-425dccd25176 req-9668f8e1-b6cc-40f9-beb0-8ee5e09c915d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:32.946885 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-63ca0566-3cf8-4aa7-823d-425dccd25176 req-9668f8e1-b6cc-40f9-beb0-8ee5e09c915d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 944 time: 0.0534990 Dec 13 16:59:33.004776 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-63ca0566-3cf8-4aa7-823d-425dccd25176 req-4e2d7228-3be7-4b36-8acb-2b13b271af86 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484514 Dec 13 16:59:33.874039 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device ce5bff86-e44a-4419-8a65-26a32a70dba6 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:33.926981 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port ce5bff86-e44a-4419-8a65-26a32a70dba6 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:59:33.930649 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port ce5bff86-e44a-4419-8a65-26a32a70dba6 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:33.931027 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:34.007090 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:34.031107 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5bff86-e44a-4419-8a65-26a32a70dba6'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:59:34.033935 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32d28ed-c366-4b77-8e16-0fcbfc60e404" -d '{"events": [{"server_uuid": "5f01e078-bf24-4ea2-a973-15e33b5e166a", "name": "network-vif-plugged", "status": "completed", "tag": "ce5bff86-e44a-4419-8a65-26a32a70dba6"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:59:34.051837 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port ce5bff86-e44a-4419-8a65-26a32a70dba6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:34.057533 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:34.112135 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=ce5bff86-e44a-4419-8a65-26a32a70dba6,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:34.128114 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8f04d-1c4f-4566-b283-6c0320368133 req-f52ae687-49fb-4f1d-baf2-b3e53035b5a6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:34.130886 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a2f8f04d-1c4f-4566-b283-6c0320368133 req-f52ae687-49fb-4f1d-baf2-b3e53035b5a6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 945 time: 0.0547264 Dec 13 16:59:34.142293 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3da78a0-98b5-425c-a921-b00743ad798d x-openstack-request-id: req-f3da78a0-98b5-425c-a921-b00743ad798d {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:59:34.142644 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f01e078-bf24-4ea2-a973-15e33b5e166a", "name": "network-vif-plugged", "status": "completed", "tag": "ce5bff86-e44a-4419-8a65-26a32a70dba6", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:59:34.142961 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3da78a0-98b5-425c-a921-b00743ad798d {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:59:34.143515 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'code': 200} Dec 13 16:59:34.187172 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-a2f8f04d-1c4f-4566-b283-6c0320368133 req-594a6a2e-b402-487f-b07a-c36b9f51b359 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516922 Dec 13 16:59:34.375046 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745707-d2fd-4747-8604-f7b6b658764a req-cde0b2f5-bd76-4149-88c0-d8baee230664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:34.376546 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f0745707-d2fd-4747-8604-f7b6b658764a req-cde0b2f5-bd76-4149-88c0-d8baee230664 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 1098 time: 0.0449784 Dec 13 16:59:34.424164 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-f0745707-d2fd-4747-8604-f7b6b658764a req-62ef0095-3cac-4e0d-80b5-92b2554f9863 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Dec 13 16:59:35.318106 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36860e86-ea13-4959-ba39-b5436892a881 req-91198c4c-dfc7-4f45-ab90-0756cbbf4e17 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:35.319593 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-36860e86-ea13-4959-ba39-b5436892a881 req-91198c4c-dfc7-4f45-ab90-0756cbbf4e17 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 945 time: 0.0513587 Dec 13 16:59:35.373602 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-36860e86-ea13-4959-ba39-b5436892a881 req-c6d509ac-4ccf-45ac-80e4-5029d0d6d045 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477841 Dec 13 16:59:36.513321 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c070b8-454f-4b91-acd6-562aad81c07e req-82cbe2d4-29d5-49b0-be11-9c041c6e41f3 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:36.514798 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-34c070b8-454f-4b91-acd6-562aad81c07e req-82cbe2d4-29d5-49b0-be11-9c041c6e41f3 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 945 time: 0.0612841 Dec 13 16:59:36.568400 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-34c070b8-454f-4b91-acd6-562aad81c07e req-18fdaa80-bb97-4dff-b44c-24441c3c621f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451109 Dec 13 16:59:36.700693 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468908b-2d72-4c52-8ee4-0d28de9170fa req-1f5fa469-41fb-4a0c-b29f-dbe0775fdaf6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:36.702227 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d468908b-2d72-4c52-8ee4-0d28de9170fa req-1f5fa469-41fb-4a0c-b29f-dbe0775fdaf6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 945 time: 0.0583797 Dec 13 16:59:36.755578 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d468908b-2d72-4c52-8ee4-0d28de9170fa req-53c0b491-3132-472d-861b-b01123d1f8bb tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445728 Dec 13 16:59:36.783650 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38064) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:36.886066 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16bc8ef-f8e8-4bc1-a2bb-c77375626d75 tempest-TestVolumeBootPattern-43358930 tempest-TestVolumeBootPattern-43358930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:36.887568 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-c16bc8ef-f8e8-4bc1-a2bb-c77375626d75 tempest-TestVolumeBootPattern-43358930 tempest-TestVolumeBootPattern-43358930-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 1093 time: 0.1028974 Dec 13 16:59:36.891752 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38068) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:36.896069 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'port_id': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:36.925182 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.034996 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.142839 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Allocated IP 172.27.2.142 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/eeb8bbea-219e-4cde-96ef-fcd3f064784f) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:59:37.245287 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.282336 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.323448 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:59:37.326855 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:59:37.331210 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:59:37.355155 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=eeb8bbea-219e-4cde-96ef-fcd3f064784f,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:37.370970 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.371877 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.372235 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.372598 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.372941 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.373277 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.373615 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.373949 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.374278 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.374609 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.374940 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.375264 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.375586 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:37.717882 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.793240 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.952746 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.959649 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:38.023813 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=eeb8bbea-219e-4cde-96ef-fcd3f064784f,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:38.035967 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:38.141204 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Floating IP e9577b11-1b46-4431-af42-95ab395a6239 associated. External IP: 172.27.2.142, port: ce5bff86-e44a-4419-8a65-26a32a70dba6. Dec 13 16:59:38.358774 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:59:38.470084 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:59:38.482968 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:59:38.493023 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:38.493992 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:38.494626 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:59:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:38.521265 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-fb5203ba-ba90-4b6d-9620-6ea15938ab0f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6284952 Dec 13 16:59:38.521983 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'tag': 'ce5bff86-e44a-4419-8a65-26a32a70dba6'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:59:38.524245 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e76da7-7b28-4ced-b554-3fe41bd10abb" -d '{"events": [{"name": "network-changed", "server_uuid": "5f01e078-bf24-4ea2-a973-15e33b5e166a", "tag": "ce5bff86-e44a-4419-8a65-26a32a70dba6"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:59:38.604760 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:38.616463 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2478402-6083-45aa-b585-46369ea3dfd1 x-openstack-request-id: req-b2478402-6083-45aa-b585-46369ea3dfd1 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:59:38.616841 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f01e078-bf24-4ea2-a973-15e33b5e166a", "tag": "ce5bff86-e44a-4419-8a65-26a32a70dba6", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:59:38.617156 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2478402-6083-45aa-b585-46369ea3dfd1 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:59:38.617626 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'tag': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'status': 'completed', 'code': 200} Dec 13 16:59:38.685219 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-827a1113-2e72-4134-93a7-9d5452ceba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:38.686772 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-827a1113-2e72-4134-93a7-9d5452ceba89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 1098 time: 0.0421388 Dec 13 16:59:38.785409 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-920a9e17-99b5-4f3d-aac6-78eddee0c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:38.787032 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-920a9e17-99b5-4f3d-aac6-78eddee0c96b service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0914283 Dec 13 16:59:38.835192 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'e9577b11-1b46-4431-af42-95ab395a6239', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:8d:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:59:37Z', 'updated_at': '2021-12-13T16:59:37Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:38.853547 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-b988aedc-1af1-4d13-8cd2-e933b65f1635 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6 HTTP/1.1" status: 200 len: 999 time: 0.0586524 Dec 13 16:59:38.862538 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:59:38.871541 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:38.872141 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T16:59:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:38.903411 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-b129202c-5125-4716-b669-2e000d89977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:38.904913 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-b129202c-5125-4716-b669-2e000d89977c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0438802 Dec 13 16:59:38.956304 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-06391430-fcee-4d96-a0c3-57d39e5217bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:38.957852 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-06391430-fcee-4d96-a0c3-57d39e5217bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457025 Dec 13 16:59:38.981052 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:39.050134 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-aa718a39-30aa-4a28-924f-ad48d0509085 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839303 Dec 13 16:59:39.145848 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-58e76da7-7b28-4ced-b554-3fe41bd10abb req-76ef6503-1ec4-411f-9d89-837e47f6122f service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881932 Dec 13 16:59:39.210098 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'e9577b11-1b46-4431-af42-95ab395a6239', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:8d:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:59:37Z', 'updated_at': '2021-12-13T16:59:37Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:39.241868 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb948d-002d-41e8-9aeb-725a1d8e603b None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'e9577b11-1b46-4431-af42-95ab395a6239', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:8d:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:59:37Z', 'updated_at': '2021-12-13T16:59:37Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:59:39.429836 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a7710-de45-4e67-9ecf-e93a8013dedf None None] New status for floating IP e9577b11-1b46-4431-af42-95ab395a6239: ACTIVE {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:59:41.660140 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:59:47.355657 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c43c-e863-4d6f-96ae-2819d5031b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:48.615655 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:49.677703 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78334e16-a13c-47bf-94a3-cbcd1915eaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:50.785775 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:52.297222 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:53.013613 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:17.353288 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-438ae4e3-13d1-4aa0-b6f1-a9cf100dcf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:18.601348 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:18.660288 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:00:19.677239 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-20e02288-8680-419d-84ce-cd2a4f7133ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:20.784779 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:22.307487 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:23.014126 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:25.636333 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-d5df5571-d457-4959-b592-0810bf863cb0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475886 Dec 13 17:00:25.721571 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-7b7a1cf9-a13a-48a5-a2e1-9cae198eb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:25.723058 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-7b7a1cf9-a13a-48a5-a2e1-9cae198eb146 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 1098 time: 0.0436547 Dec 13 17:00:25.827272 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-e0f76faf-3172-47c8-9d7b-c3d74c8d70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:25.828756 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-e0f76faf-3172-47c8-9d7b-c3d74c8d70fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0855391 Dec 13 17:00:25.893513 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-0331bb91-f6b6-4c0c-890e-a6946f8c3ac8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6 HTTP/1.1" status: 200 len: 1001 time: 0.0572488 Dec 13 17:00:25.943115 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-8503300a-03d9-43cb-902d-3228de1a076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:25.944554 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-8503300a-03d9-43cb-902d-3228de1a076c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0440009 Dec 13 17:00:25.998315 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-57235505-7ab9-479f-8070-a24c44692174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:25.999839 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-57235505-7ab9-479f-8070-a24c44692174 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478458 Dec 13 17:00:26.093257 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-7980d4c6-3222-40e0-bf3e-d486c2693e8f service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860951 Dec 13 17:00:26.189921 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9c2342fb-5d34-418c-8c6a-2ed77f9ca5a7 req-da670ce4-a249-4416-bd7b-80a8d4b04440 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889380 Dec 13 17:00:47.351784 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce9af-286e-41f4-b017-c3353e1bcd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:48.617806 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:49.684815 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-886ff06a-7c3e-4045-b4f6-72ac83594cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:50.786634 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:52.309610 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:53.019845 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:55.662226 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:01:17.353517 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-575f1ea4-2fb5-4ea2-a065-44046d22ca93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:18.632289 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:19.678515 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc0b8-31e0-4024-bef5-b46408e51230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:20.790500 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:22.323297 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:23.014300 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:26.648693 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-3a54f042-1b7f-47e7-bae4-c418b918db80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444968 Dec 13 17:01:26.740856 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-084a8412-1008-4044-beb1-2c5ad95b7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:26.742392 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-084a8412-1008-4044-beb1-2c5ad95b7a70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 1098 time: 0.0447268 Dec 13 17:01:26.854610 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-8f6d03fb-e66f-470d-85c3-afffb3a30267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:26.856158 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-8f6d03fb-e66f-470d-85c3-afffb3a30267 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0936706 Dec 13 17:01:26.924197 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-716cd718-d5cf-4412-8fb0-8f61a5d5141f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6 HTTP/1.1" status: 200 len: 1001 time: 0.0609198 Dec 13 17:01:26.973962 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-ee9e1a4d-27b6-41e7-8e74-b0266eb3f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:26.975722 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-ee9e1a4d-27b6-41e7-8e74-b0266eb3f04d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0439510 Dec 13 17:01:27.028773 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-9d138dde-f4ed-440a-bc61-900d95a62f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:27.030344 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-9d138dde-f4ed-440a-bc61-900d95a62f08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458248 Dec 13 17:01:27.125009 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-edaeed5f-781b-4b64-8864-1515beeedecc service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874133 Dec 13 17:01:27.219902 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-333c81f2-7cca-4f23-8765-72c828fc21e8 req-dc86c4ee-3aa2-400c-9d67-1ce6cc0ed84e service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880771 Dec 13 17:01:32.664446 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:01:33.991536 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a5a6d-a33c-404e-a671-494aacb31e61 req-25004ac4-7956-4d86-8b74-f6fd08f6005d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:33.993051 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-039a5a6d-a33c-404e-a671-494aacb31e61 req-25004ac4-7956-4d86-8b74-f6fd08f6005d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 945 time: 0.0636275 Dec 13 17:01:34.048804 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-039a5a6d-a33c-404e-a671-494aacb31e61 req-dffbda18-3566-4185-bed0-61d02c755eb0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495224 Dec 13 17:01:35.189592 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83b4de-8e20-4129-a773-4a7e66595af2 req-50d9606e-fd84-4360-95fe-e038f36da14b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:35.191068 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fe83b4de-8e20-4129-a773-4a7e66595af2 req-50d9606e-fd84-4360-95fe-e038f36da14b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 945 time: 0.0503910 Dec 13 17:01:35.240259 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fe83b4de-8e20-4129-a773-4a7e66595af2 req-a8bed78d-cd2e-4f7e-bba5-6b6ddd37e4fd tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428765 Dec 13 17:01:35.467607 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-28172d9d-9e0e-4313-b6a3-43763804df4d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:35.469073 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-28172d9d-9e0e-4313-b6a3-43763804df4d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 945 time: 0.0574052 Dec 13 17:01:35.571058 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Deleting port ce5bff86-e44a-4419-8a65-26a32a70dba6 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:01:35.571388 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:35.668033 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] For port ce5bff86-e44a-4419-8a65-26a32a70dba6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ce5bff86-e44a-4419-8a65-26a32a70dba6,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:35.668362 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:35.850949 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:35.851194 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:35.851511 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Floating IP e9577b11-1b46-4431-af42-95ab395a6239 disassociated. External IP: 172.27.2.142, port: ce5bff86-e44a-4419-8a65-26a32a70dba6. Dec 13 17:01:35.851845 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Calling delete_port for ce5bff86-e44a-4419-8a65-26a32a70dba6 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:01:35.983618 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:36.015959 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event deleted for resources: {'Port': ['ID=ce5bff86-e44a-4419-8a65-26a32a70dba6,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:36.027763 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.028125 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.028464 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.028825 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.029166 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.029476 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.029806 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.030183 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.030476 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.030789 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.031116 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.031438 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.031792 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:36.154239 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:01:36.261488 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:01:36.272663 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:01:36.283190 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:01:36.283817 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:01:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:36.303671 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] No DVR routers for this DVR port ce5bff86-e44a-4419-8a65-26a32a70dba6 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:01:36.306706 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:36.310173 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-12d7e937-a608-4c03-8db9-2bec46feaccc req-feebfbca-bfa4-45c1-9eaa-8ebede8c00c1 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "DELETE /v2.0/ports/ce5bff86-e44a-4419-8a65-26a32a70dba6 HTTP/1.1" status: 204 len: 173 time: 0.8343272 Dec 13 17:01:36.310659 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'name': 'network-vif-deleted', 'tag': 'ce5bff86-e44a-4419-8a65-26a32a70dba6'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:36.313107 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbce9e04-2950-40a5-b415-b46977335be9" -d '{"events": [{"server_uuid": "5f01e078-bf24-4ea2-a973-15e33b5e166a", "name": "network-vif-deleted", "tag": "ce5bff86-e44a-4419-8a65-26a32a70dba6"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:36.374355 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cba83f7-399c-4ee0-bcea-e0d8889d092a x-openstack-request-id: req-1cba83f7-399c-4ee0-bcea-e0d8889d092a {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:36.374631 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f01e078-bf24-4ea2-a973-15e33b5e166a", "name": "network-vif-deleted", "tag": "ce5bff86-e44a-4419-8a65-26a32a70dba6", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:36.374883 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cba83f7-399c-4ee0-bcea-e0d8889d092a {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:36.375351 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f01e078-bf24-4ea2-a973-15e33b5e166a', 'name': 'network-vif-deleted', 'tag': 'ce5bff86-e44a-4419-8a65-26a32a70dba6', 'status': 'completed', 'code': 200} Dec 13 17:01:36.392216 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-4f9bb7a6-7dbd-4326-be49-29de84737eba req-94957ebb-b7ef-44f2-8aaf-c15d78bccf86 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f01e078-bf24-4ea2-a973-15e33b5e166a HTTP/1.1" status: 200 len: 210 time: 0.0443308 Dec 13 17:01:36.425896 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:01:36.629625 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:36.657555 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:01:36.666895 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:01:36.667428 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:01:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:36.778004 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:01:37.012607 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:37.040746 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0815c6e-11ae-46ac-aad2-0c88493e9c5b None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:01:37.275507 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314c9f4-dd7e-43a4-85e5-0ca0a82f9d46 None None] New status for floating IP e9577b11-1b46-4431-af42-95ab395a6239: DOWN {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:01:37.644600 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-973a90db-ceb9-4531-bd79-da97272a6d97 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537173864&fields=id&tenant_id=8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 267 time: 0.0557625 Dec 13 17:01:37.762969 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-3a2b6b76-531d-40bb-bfdb-dd80270ab37c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:37.764412 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-3a2b6b76-531d-40bb-bfdb-dd80270ab37c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 812 time: 0.1120667 Dec 13 17:01:37.779252 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-46ac79ab-9499-4c60-a031-30646b082ee3 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/quotas/8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 375 time: 0.0091050 Dec 13 17:01:37.832515 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-1fc2b332-3004-441b-9f5d-46bf1a244c18 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481553 Dec 13 17:01:37.940841 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-e47eee32-719a-4dbc-8e7e-860c4ed6759c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:01:37.942092 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-e47eee32-719a-4dbc-8e7e-860c4ed6759c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0956337 Dec 13 17:01:38.046298 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-20f29a34-4636-460b-bf69-947ef6f2bf6f service neutron] 10.222.0.62 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972626 Dec 13 17:01:38.153875 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-4f999c9a-abe3-4e3c-9ae4-4462f73f36f4 service neutron] 10.222.0.62 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993531 Dec 13 17:01:38.448924 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3df2f862-ca72-4d5c-b2e5-78ba25ab579c req-8b9290ba-dd54-411f-8d72-fa38ddd1e6f0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 210 time: 0.0262456 Dec 13 17:01:39.423033 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-9046cd0a-8165-4d12-8a76-82d2eaf7f29c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:39.424501 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-9046cd0a-8165-4d12-8a76-82d2eaf7f29c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 812 time: 0.1079237 Dec 13 17:01:39.490698 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-d8d45a64-ae49-4d23-b80b-df7d116db849 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 379 time: 0.0570381 Dec 13 17:01:39.500743 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'port': {'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'admin_state_up': True, 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'security_groups': ['a5df1e47-56d7-4d25-9cd4-af2c6bb314f0']}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:39.621965 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Made reservation on behalf of 8a3d44ae5b7a42349c31171119f79b12 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:01:39.625709 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.773995 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Allocated IP 172.20.0.14 (eba3f539-039b-4d49-b71b-31e5e607e224/54e0b6c9-a6da-4712-b922-d680455c05d8/360d80e6-017c-4c3b-9987-4843c26e5d73) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:01:39.923348 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.965236 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.974606 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-8e805f5e-443e-4e0a-b2d9-09e1002e8d65 req-7d70db6f-400f-40de-b0db-f3ea377dd454 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 210 time: 0.2980072 Dec 13 17:01:40.009967 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Network eba3f539-039b-4d49-b71b-31e5e607e224 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:01:40.012904 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:01:40.016403 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:01:40.023028 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=360d80e6-017c-4c3b-9987-4843c26e5d73,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:40.069249 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:40.069874 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.087318 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-17e3e81b-0c0e-40c8-8241-e82baa0a97b5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5907903 Dec 13 17:01:40.101238 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Request body: {'port': {'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:40.159029 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.195844 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-084e5da9-2222-4089-969a-c62c1828696e None None] Provisioning complete for port 360d80e6-017c-4c3b-9987-4843c26e5d73 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:01:40.196504 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-084e5da9-2222-4089-969a-c62c1828696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.229973 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-084e5da9-2222-4089-969a-c62c1828696e None None] Port 360d80e6-017c-4c3b-9987-4843c26e5d73 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:01:40.407722 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device ce5bff86-e44a-4419-8a65-26a32a70dba6 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:01:40.432826 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: ce5bff86-e44a-4419-8a65-26a32a70dba6 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:01:40.433052 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device ce5bff86-e44a-4419-8a65-26a32a70dba6 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:01:40.695863 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360d80e6-017c-4c3b-9987-4843c26e5d73 {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:01:40.704171 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.716551 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Transition to ACTIVE for port object 360d80e6-017c-4c3b-9987-4843c26e5d73 will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:01:40.721613 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.774190 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Pushing event updated for resources: {'Port': ['ID=360d80e6-017c-4c3b-9987-4843c26e5d73,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:40.846093 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Attempting to bind port 360d80e6-017c-4c3b-9987-4843c26e5d73 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:01:40.846434 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Attempting to bind port 360d80e6-017c-4c3b-9987-4843c26e5d73 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:01:40.846758 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Attempting to bind port 360d80e6-017c-4c3b-9987-4843c26e5d73 on network eba3f539-039b-4d49-b71b-31e5e607e224 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:01:40.851924 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Port 360d80e6-017c-4c3b-9987-4843c26e5d73 on network eba3f539-039b-4d49-b71b-31e5e607e224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:01:40.852246 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Attempting to bind port 360d80e6-017c-4c3b-9987-4843c26e5d73 on network eba3f539-039b-4d49-b71b-31e5e607e224 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:01:40.857224 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:01:40.857560 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Checking segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:01:40.857946 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Bound using segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:01:40.858361 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Bound port: 360d80e6-017c-4c3b-9987-4843c26e5d73, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:01:40.858717 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.923723 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] For port 360d80e6-017c-4c3b-9987-4843c26e5d73, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:01:40.926651 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] For port 360d80e6-017c-4c3b-9987-4843c26e5d73, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=360d80e6-017c-4c3b-9987-4843c26e5d73,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:01:40.934339 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.972659 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:40.973237 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.974654 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] 10.222.0.65 "PUT /v2.0/ports/360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 200 len: 1094 time: 0.8782558 Dec 13 17:01:40.975080 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:40.977919 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e1995b-3acd-4214-a440-f695a0d402cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:41.082894 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4661164-6158-41c5-94a2-3beece551c78 service neutron] Pushing event updated for resources: {'Port': ['ID=360d80e6-017c-4c3b-9987-4843c26e5d73,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:41.100617 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1a7b9d-44be-404c-a912-5975239aeb3f x-openstack-request-id: req-ef1a7b9d-44be-404c-a912-5975239aeb3f {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:41.100617 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:41.100617 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef1a7b9d-44be-404c-a912-5975239aeb3f {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:41.100617 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'status': 'completed', 'code': 200} Dec 13 17:01:41.134302 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-d30a39c2-6ed9-4339-8875-bfcbc69cb9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:41.136213 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-d30a39c2-6ed9-4339-8875-bfcbc69cb9af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1097 time: 0.1124833 Dec 13 17:01:41.149141 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed700f73-e78b-4c77-a92c-b33e7cc7aa76 req-65d3228f-1855-42f8-a8f1-14728a7c71ee tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:41.150871 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ed700f73-e78b-4c77-a92c-b33e7cc7aa76 req-65d3228f-1855-42f8-a8f1-14728a7c71ee tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0627556 Dec 13 17:01:41.186427 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-5c79ffc5-4531-457b-89e3-cf3342ed4def service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 200 len: 217 time: 0.0379355 Dec 13 17:01:41.214817 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ed700f73-e78b-4c77-a92c-b33e7cc7aa76 req-c068842d-785d-4175-b6d4-aec926c56eaa tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560014 Dec 13 17:01:41.244322 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-1aa1bfbd-b52c-4429-aa3d-a24fb9ed541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:41.246401 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-1aa1bfbd-b52c-4429-aa3d-a24fb9ed541c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0533059 Dec 13 17:01:41.292939 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-b24df416-5b18-43d0-88e8-5aba0c3472c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:41.294534 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-b24df416-5b18-43d0-88e8-5aba0c3472c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416396 Dec 13 17:01:41.389620 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-bcaa2bb1-d651-44ee-86bf-f87183c4c7f8 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880637 Dec 13 17:01:41.482411 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2e882d25-21ff-4fd5-b6e2-de028f988c6a req-9036dfd4-9edd-4ac0-b7ff-2041c9ff2b02 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Dec 13 17:01:41.583999 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1995b-3acd-4214-a440-f695a0d402cd req-0b66a6f6-59a5-4905-8d1f-5e0e3d499305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:41.585902 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e1995b-3acd-4214-a440-f695a0d402cd req-0b66a6f6-59a5-4905-8d1f-5e0e3d499305 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1097 time: 0.0464380 Dec 13 17:01:41.680798 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1995b-3acd-4214-a440-f695a0d402cd req-0a007172-9569-43c8-a1fd-9f3925411b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:41.682247 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e1995b-3acd-4214-a440-f695a0d402cd req-0a007172-9569-43c8-a1fd-9f3925411b94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0869255 Dec 13 17:01:41.729487 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e1995b-3acd-4214-a440-f695a0d402cd req-6b55d18d-3584-4ff7-94cc-95f3fcb03faf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 200 len: 217 time: 0.0385168 Dec 13 17:01:41.778796 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1995b-3acd-4214-a440-f695a0d402cd req-340c3ee2-7d76-4c32-8960-060001f28071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:41.780201 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e1995b-3acd-4214-a440-f695a0d402cd req-340c3ee2-7d76-4c32-8960-060001f28071 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0432038 Dec 13 17:01:41.829082 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1995b-3acd-4214-a440-f695a0d402cd req-ceb2f221-d1c5-4b2f-9ec3-2f261cb211ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:41.830586 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e1995b-3acd-4214-a440-f695a0d402cd req-ceb2f221-d1c5-4b2f-9ec3-2f261cb211ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432878 Dec 13 17:01:41.927241 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e1995b-3acd-4214-a440-f695a0d402cd req-0d0ce0c2-aeb6-4f31-9e26-0832663d1e5e service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891197 Dec 13 17:01:42.034319 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-71e1995b-3acd-4214-a440-f695a0d402cd req-99d3b2a3-d171-43b3-94a7-2f6ca6ad90b9 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996158 Dec 13 17:01:42.349220 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14617725-be8c-4ed6-939e-182bb10a1181 req-8aaf97c3-bbc4-495f-9329-02dbb02f028b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:42.351272 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-14617725-be8c-4ed6-939e-182bb10a1181 req-8aaf97c3-bbc4-495f-9329-02dbb02f028b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0533183 Dec 13 17:01:42.402947 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-14617725-be8c-4ed6-939e-182bb10a1181 req-e06316fc-9075-46c2-979f-302ad0d301aa tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 Dec 13 17:01:43.529599 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f65b74-505f-4771-9e42-75823a964ccf req-9abcbe5e-412d-40c1-84f2-db31be0894cd tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:43.531065 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f6f65b74-505f-4771-9e42-75823a964ccf req-9abcbe5e-412d-40c1-84f2-db31be0894cd tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0536382 Dec 13 17:01:43.591158 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-f6f65b74-505f-4771-9e42-75823a964ccf req-a9fdc7b9-e3cf-409b-a114-fa5994e6061c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538559 Dec 13 17:01:44.736840 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c53b-9e7d-4ada-b0b9-5f014923fddf req-dc8c5725-a25e-47f0-8383-b2daaa0a3715 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:44.738322 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0da0c53b-9e7d-4ada-b0b9-5f014923fddf req-dc8c5725-a25e-47f0-8383-b2daaa0a3715 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0552504 Dec 13 17:01:44.792135 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0da0c53b-9e7d-4ada-b0b9-5f014923fddf req-1001188f-2c23-48ba-ab70-d44eb53163ab tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457194 Dec 13 17:01:45.934498 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b5a6c-49f5-4ba1-8078-8dd7643f7a06 req-b64c65e1-1c3e-4b5c-b7a6-0f40e2ecc174 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:45.935983 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2c9b5a6c-49f5-4ba1-8078-8dd7643f7a06 req-b64c65e1-1c3e-4b5c-b7a6-0f40e2ecc174 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0656836 Dec 13 17:01:45.990025 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-2c9b5a6c-49f5-4ba1-8078-8dd7643f7a06 req-27dc3a90-6cd1-42ce-b7fc-f1a80bfee425 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452888 Dec 13 17:01:47.123538 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4f245-9e7d-42a8-8d2f-f1c2aed1f9cc req-386dc636-c975-4124-838c-91392f2bafb6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:47.125037 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3fc4f245-9e7d-42a8-8d2f-f1c2aed1f9cc req-386dc636-c975-4124-838c-91392f2bafb6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0537591 Dec 13 17:01:47.179089 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3fc4f245-9e7d-42a8-8d2f-f1c2aed1f9cc req-903d38ec-8b9f-40a2-9991-abcb2e7a81de tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454180 Dec 13 17:01:47.352241 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c070-b43e-42bf-bd1b-6c550bb32709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:48.308422 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18508eb7-ad13-4c7c-b580-d5c17dcacd05 req-0b0df5e3-3efd-40ec-8841-7e8d1f85f292 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:48.309901 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-18508eb7-ad13-4c7c-b580-d5c17dcacd05 req-0b0df5e3-3efd-40ec-8841-7e8d1f85f292 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0574360 Dec 13 17:01:48.366074 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-18508eb7-ad13-4c7c-b580-d5c17dcacd05 req-450e1ab7-fd0c-46e6-89e9-66bf4f85dc7e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470397 Dec 13 17:01:48.637912 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:49.507188 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422a62b-94e8-40b5-aa3b-96456bfa551c req-5d54e64f-1486-462a-b5ec-5a9772d0a3ca tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:49.509184 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c422a62b-94e8-40b5-aa3b-96456bfa551c req-5d54e64f-1486-462a-b5ec-5a9772d0a3ca tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0621982 Dec 13 17:01:49.565518 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-c422a62b-94e8-40b5-aa3b-96456bfa551c req-ccc9e73a-12e7-4bcb-97cd-91c970d6aa3b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482824 Dec 13 17:01:49.683145 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-19d9e63e-89c4-4c47-9482-8beae3521d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:50.471108 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 360d80e6-017c-4c3b-9987-4843c26e5d73 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:01:50.578009 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 360d80e6-017c-4c3b-9987-4843c26e5d73, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=360d80e6-017c-4c3b-9987-4843c26e5d73,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:50.590617 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:01:50.633162 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:50.646441 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360d80e6-017c-4c3b-9987-4843c26e5d73 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:01:50.665937 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 360d80e6-017c-4c3b-9987-4843c26e5d73, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=360d80e6-017c-4c3b-9987-4843c26e5d73,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:50.671507 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:50.694515 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bf6d0-b9e5-43d3-86e8-524582b5c5b0 req-f31d15ac-c672-493a-92b8-df24b4e00139 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:50.696126 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef1bf6d0-b9e5-43d3-86e8-524582b5c5b0 req-f31d15ac-c672-493a-92b8-df24b4e00139 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 944 time: 0.0541663 Dec 13 17:01:50.721506 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=360d80e6-017c-4c3b-9987-4843c26e5d73,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:50.729215 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.729571 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.729931 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.730269 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.730600 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.730926 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.731255 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.731579 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.731886 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.732210 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.732529 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.732877 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.733195 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:50.748976 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-ef1bf6d0-b9e5-43d3-86e8-524582b5c5b0 req-20845e4d-9289-44dd-b53f-f2218da1cd47 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 Dec 13 17:01:50.797079 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:50.908038 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['360d80e6-017c-4c3b-9987-4843c26e5d73'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:01:51.885358 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c7467-c212-4d28-9369-5d4123a9d142 req-d1e91887-2171-4075-af79-edcb552de202 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:51.887284 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-746c7467-c212-4d28-9369-5d4123a9d142 req-d1e91887-2171-4075-af79-edcb552de202 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 945 time: 0.0559342 Dec 13 17:01:51.946094 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-746c7467-c212-4d28-9369-5d4123a9d142 req-4966f0b8-0ef7-42d8-80e0-18d2775606f2 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500350 Dec 13 17:01:52.324960 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:52.477166 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 360d80e6-017c-4c3b-9987-4843c26e5d73 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:01:52.536914 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 360d80e6-017c-4c3b-9987-4843c26e5d73 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:01:52.540737 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 360d80e6-017c-4c3b-9987-4843c26e5d73 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:01:52.541104 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:52.622233 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:52.658534 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:52.660884 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62ff00f-32b3-4633-9c4e-36f05cad098a" -d '{"events": [{"server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "name": "network-vif-plugged", "status": "completed", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:52.674112 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 360d80e6-017c-4c3b-9987-4843c26e5d73, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=360d80e6-017c-4c3b-9987-4843c26e5d73,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:52.682260 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:52.706029 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c9853-15c1-4299-bacf-48090503c510 x-openstack-request-id: req-b04c9853-15c1-4299-bacf-48090503c510 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:52.706325 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "name": "network-vif-plugged", "status": "completed", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:52.706577 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b04c9853-15c1-4299-bacf-48090503c510 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:52.706965 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'code': 200} Dec 13 17:01:52.734524 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=360d80e6-017c-4c3b-9987-4843c26e5d73,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:52.917283 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3835-b9bf-4469-a0c4-739bf7b433d3 req-401d9c0d-0e69-411f-a8c8-6960c810440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:52.919988 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2bfb3835-b9bf-4469-a0c4-739bf7b433d3 req-401d9c0d-0e69-411f-a8c8-6960c810440e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1099 time: 0.0439479 Dec 13 17:01:52.982797 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2bfb3835-b9bf-4469-a0c4-739bf7b433d3 req-0454e544-b162-423a-b0aa-e02fae9a4ae4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544007 Dec 13 17:01:53.011336 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:53.064557 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d3795-858e-4efd-99d2-8e8701879838 req-21d221c2-b142-4f4d-8652-b2eeae17a019 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:53.066047 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9b9d3795-858e-4efd-99d2-8e8701879838 req-21d221c2-b142-4f4d-8652-b2eeae17a019 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 946 time: 0.0510793 Dec 13 17:01:53.118309 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-9b9d3795-858e-4efd-99d2-8e8701879838 req-2f715599-9383-4f45-a4eb-a274f73e6fdb tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Dec 13 17:01:54.248823 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc67b-5833-46df-a794-fde4b110d200 req-e0b5a6af-0138-49db-abcb-39bcd7e1aa81 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:54.250305 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e1cfc67b-5833-46df-a794-fde4b110d200 req-e0b5a6af-0138-49db-abcb-39bcd7e1aa81 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 946 time: 0.0619497 Dec 13 17:01:54.300309 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e1cfc67b-5833-46df-a794-fde4b110d200 req-f6915b85-4346-4f56-b580-66a86f8799fb tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440860 Dec 13 17:01:54.438474 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8de36c-7fa5-455b-b1e5-b908b711cafa req-8d87bd4a-1fc8-4dd4-9b39-62d5353f8139 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:54.440958 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7d8de36c-7fa5-455b-b1e5-b908b711cafa req-8d87bd4a-1fc8-4dd4-9b39-62d5353f8139 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 946 time: 0.0676210 Dec 13 17:01:54.493395 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7d8de36c-7fa5-455b-b1e5-b908b711cafa req-884e5cc0-e859-4486-a918-ee3e4a91431f tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Dec 13 17:01:54.516695 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38190) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:54.558516 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c6980-c2f9-45c8-aad3-d2799bf96fdd tempest-TestVolumeBootPattern-43358930 tempest-TestVolumeBootPattern-43358930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:54.560014 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-db1c6980-c2f9-45c8-aad3-d2799bf96fdd tempest-TestVolumeBootPattern-43358930 tempest-TestVolumeBootPattern-43358930-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1094 time: 0.0423017 Dec 13 17:01:54.564106 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38192) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:54.568335 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:54.595064 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:54.698847 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:54.820001 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Allocated IP 172.27.2.75 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/d438ae69-b043-453a-8220-fc4fce9bab91) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:01:54.927678 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:54.970953 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:55.011363 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:01:55.014523 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:01:55.017963 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:01:55.023402 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=d438ae69-b043-453a-8220-fc4fce9bab91,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:55.054465 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.054829 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.055167 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.055509 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.055843 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.056175 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.056505 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.056878 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.057356 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.057866 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.058204 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.058526 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.058849 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:55.406189 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:55.483803 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:55.638585 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:55.645361 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:55.716264 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=d438ae69-b043-453a-8220-fc4fce9bab91,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:55.726676 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:55.831986 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Floating IP bbe29c82-c4e2-4142-b398-954fa418c7ac associated. External IP: 172.27.2.75, port: 360d80e6-017c-4c3b-9987-4843c26e5d73. Dec 13 17:01:56.058265 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:01:56.182883 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:01:56.192651 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:01:56.202857 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:56.203631 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:01:56.204264 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:01:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:56.230856 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-488c3c90-6222-43b2-a30e-f240b0f4966e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6656604 Dec 13 17:01:56.231435 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:56.234302 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7238ffb4-7c78-461b-9f24-37c440ee42c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:56.272228 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325036d5-9d46-4348-8407-1cd4cb2efa01 x-openstack-request-id: req-325036d5-9d46-4348-8407-1cd4cb2efa01 {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:56.272531 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:56.272799 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-325036d5-9d46-4348-8407-1cd4cb2efa01 {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:56.273198 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'status': 'completed', 'code': 200} Dec 13 17:01:56.320333 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:01:56.336520 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-131f217c-ea1c-4a25-968b-92365dd635e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:56.338041 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-131f217c-ea1c-4a25-968b-92365dd635e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1099 time: 0.0432489 Dec 13 17:01:56.427190 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-35778d63-9177-4ce3-93af-a37783d9723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:56.428659 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-35778d63-9177-4ce3-93af-a37783d9723a service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0822141 Dec 13 17:01:56.498371 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-4b18250e-02e8-41d6-ab4b-969abc0bb0c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 200 len: 999 time: 0.0626299 Dec 13 17:01:56.549703 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-432954a7-eb72-4597-b418-ca3a91369255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:56.551189 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-432954a7-eb72-4597-b418-ca3a91369255 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0458133 Dec 13 17:01:56.600591 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-e878f7e1-6dab-4cad-8ed2-7cdb7218b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:56.602168 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-e878f7e1-6dab-4cad-8ed2-7cdb7218b5f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435793 Dec 13 17:01:56.698057 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:55Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:56.698846 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-4042140b-e048-4b60-92f5-a045bb3d02b0 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895133 Dec 13 17:01:56.724499 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:01:56.734550 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:01:56.735170 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:01:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:56.791681 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7238ffb4-7c78-461b-9f24-37c440ee42c6 req-cf5dfbb1-459f-4b0c-8b16-d581b426f0b3 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 Dec 13 17:01:56.849402 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:01:57.098817 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:55Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:57.125454 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22059855-af62-4fc2-8bbe-7b7ad929e7a5 None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:55Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:01:57.313676 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d54403-64c4-4f44-b2c7-defedb6be0ee None None] New status for floating IP bbe29c82-c4e2-4142-b398-954fa418c7ac: ACTIVE {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:02:09.669084 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:02:17.351786 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5604f203-ae93-421a-9025-a6d65eeda6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:18.633736 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:19.683744 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-11fe685e-5c8a-4ed0-b684-8e9a3bb990ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.799172 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.327024 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.014923 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.641936 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-f72797bf-db11-47ba-9d16-23a9e4ccc424 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426452 Dec 13 17:02:27.741525 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-bedc00c6-15ab-4ae7-a04e-511d3350f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:27.743020 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-bedc00c6-15ab-4ae7-a04e-511d3350f273 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1099 time: 0.0463953 Dec 13 17:02:27.852887 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-2714f5a3-e299-42bc-9d5a-f4cd23c2ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:27.855169 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-2714f5a3-e299-42bc-9d5a-f4cd23c2ab79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0893843 Dec 13 17:02:27.932435 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-bd93cf9a-9e34-4443-bcda-183c0791da0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 200 len: 1001 time: 0.0687361 Dec 13 17:02:27.987157 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-3bb8dd57-e6df-4300-8ce9-b05edbc72abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:27.988605 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-3bb8dd57-e6df-4300-8ce9-b05edbc72abf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0496340 Dec 13 17:02:28.034861 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-d3207786-a9e6-4f25-b044-6ab821ea87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:28.036309 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-d3207786-a9e6-4f25-b044-6ab821ea87cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408571 Dec 13 17:02:28.130881 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-3a1a04f7-d3b4-4448-9619-54ef1c77755a service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870042 Dec 13 17:02:28.228335 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-548d0d53-e5e0-4caa-8c5d-f43729ca914d req-cce1a9f8-6790-4816-a878-597753a4c91d service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896487 Dec 13 17:02:46.677707 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:02:47.350035 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6130bb41-921f-464c-98bc-877a31900dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:48.642343 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:49.681942 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb6c0-8c0d-4084-9c5f-4c929a3ac3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:50.803445 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:52.324738 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:53.024494 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:17.354677 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-54aeb003-d7da-4de4-925d-47e5ac8a89b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:18.634792 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:19.686728 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ce83c42c-9743-4a89-ab1c-58a382cdb5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:20.808094 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:22.327357 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:23.009682 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:23.667341 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:03:28.638472 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-57fe47fc-db11-4929-8ee4-3a15114af665 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471842 Dec 13 17:03:28.738001 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-2fb84f26-2689-4761-b46f-dd05453225bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:28.739531 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-2fb84f26-2689-4761-b46f-dd05453225bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1099 time: 0.0496743 Dec 13 17:03:28.854804 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-ca336461-a0b9-4209-83d2-934387ddda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:28.856438 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-ca336461-a0b9-4209-83d2-934387ddda5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0949941 Dec 13 17:03:28.934775 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-6a4a4332-adf3-4e3f-be6a-34089a196d30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 200 len: 1001 time: 0.0708914 Dec 13 17:03:28.990981 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-bb004eee-cd8e-4923-b4c9-f06431adbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:28.992668 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-bb004eee-cd8e-4923-b4c9-f06431adbebf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0501497 Dec 13 17:03:29.044305 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-d9df408f-432d-4d67-a32a-9fb4a022c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:29.045836 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-d9df408f-432d-4d67-a32a-9fb4a022c0a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463500 Dec 13 17:03:29.146420 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-71f35c76-36c2-403c-8685-20d7a5d9976b service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921993 Dec 13 17:03:29.242173 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cf540fb9-8b05-456c-b9fa-a75ed6f7dd93 req-446ba2b7-12ff-444f-8469-585666d4389a service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884516 Dec 13 17:03:41.896525 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-632a1671-8df7-4f74-a1c5-462af5dd620c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537173864&fields=id&tenant_id=8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 267 time: 0.0549078 Dec 13 17:03:42.012695 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-c869c0d7-fb00-43db-b4e3-de7b4403e306 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:42.014201 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-c869c0d7-fb00-43db-b4e3-de7b4403e306 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 812 time: 0.1093061 Dec 13 17:03:42.030671 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-fe025069-6c53-4d70-85a7-9d7883f07c71 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/quotas/8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 375 time: 0.0101511 Dec 13 17:03:42.088152 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-24b253d1-1049-460c-ab76-042cfb6a05cb tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519609 Dec 13 17:03:42.260515 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-4ab51fe6-16bb-4cc3-81ee-7fe7fa3a30e8 service neutron] 10.222.0.62 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550498 Dec 13 17:03:42.358271 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-6ac6b5a2-627b-4fa8-93e1-25df2bcacbd6 service neutron] 10.222.0.62 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910404 Dec 13 17:03:42.911751 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-933b3a8a-0d44-4c12-b3f1-c6754c001e98 req-c72da88f-c1cd-4a40-a659-87efc3163b83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 210 time: 0.0955682 Dec 13 17:03:43.823283 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-d0ef0ac2-cded-4c7b-aa4f-aebc41624b87 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:43.825251 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-d0ef0ac2-cded-4c7b-aa4f-aebc41624b87 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 812 time: 0.1203332 Dec 13 17:03:43.892337 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-faa22efa-3f17-4306-9cf9-80962d6dff77 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3d44ae5b7a42349c31171119f79b12 HTTP/1.1" status: 200 len: 379 time: 0.0574613 Dec 13 17:03:43.902542 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'port': {'device_id': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'admin_state_up': True, 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'security_groups': ['a5df1e47-56d7-4d25-9cd4-af2c6bb314f0']}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:03:44.023015 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6816ad20-d968-409e-a807-e594bd2d1a65 req-86805ba0-408d-4376-a423-3a0d36528471 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 210 time: 0.0388453 Dec 13 17:03:44.043940 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Made reservation on behalf of 8a3d44ae5b7a42349c31171119f79b12 for: {'port': 1} {{(pid=109390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:03:44.045832 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:44.189930 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_common [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Allocated IP 172.20.0.7 (eba3f539-039b-4d49-b71b-31e5e607e224/54e0b6c9-a6da-4712-b922-d680455c05d8/822423e1-32f3-476c-802f-a6193c327e21) {{(pid=109390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:03:44.350723 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:44.388581 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_create {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:44.434086 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Network eba3f539-039b-4d49-b71b-31e5e607e224 is already hosted by enough agents. {{(pid=109390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:03:44.436885 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.base_scheduler [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Resources bound (agent type, host, resource id): {{(pid=109390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:03:44.440485 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Received port after_create {{(pid=109390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:03:44.464559 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=822423e1-32f3-476c-802f-a6193c327e21,revision_number=1']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:44.478150 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.478507 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.478863 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.479202 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.479542 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.479904 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.480464 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.480826 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.481184 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.481484 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.481814 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.482133 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.482454 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:44.510002 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:44.510691 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:44.531995 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-459e874a-700e-4480-8bca-6fbf04eaf7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333146 Dec 13 17:03:44.546590 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.v2.base [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Request body: {'port': {'device_id': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=109390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:03:44.615033 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:44.697746 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-1ad4704b-0a92-4214-8e85-2d01c112b832 None None] Provisioning complete for port 822423e1-32f3-476c-802f-a6193c327e21 triggered by entity DHCP. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:03:44.699360 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-1ad4704b-0a92-4214-8e85-2d01c112b832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:44.749484 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4704b-0a92-4214-8e85-2d01c112b832 None None] Port 822423e1-32f3-476c-802f-a6193c327e21 cannot update to ACTIVE because it is not bound. {{(pid=109392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:03:44.924874 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822423e1-32f3-476c-802f-a6193c327e21 {{(pid=109390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:03:44.939381 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:44.957684 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.provisioning_blocks [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Transition to ACTIVE for port object 822423e1-32f3-476c-802f-a6193c327e21 will not be triggered until provisioned by entity L2. {{(pid=109390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:03:44.969064 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:45.060294 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Pushing event updated for resources: {'Port': ['ID=822423e1-32f3-476c-802f-a6193c327e21,revision_number=2']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:45.130881 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Attempting to bind port 822423e1-32f3-476c-802f-a6193c327e21 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:03:45.131145 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Attempting to bind port 822423e1-32f3-476c-802f-a6193c327e21 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:03:45.131459 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Attempting to bind port 822423e1-32f3-476c-802f-a6193c327e21 on network eba3f539-039b-4d49-b71b-31e5e607e224 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:03:45.137414 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Port 822423e1-32f3-476c-802f-a6193c327e21 on network eba3f539-039b-4d49-b71b-31e5e607e224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:03:45.137414 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Attempting to bind port 822423e1-32f3-476c-802f-a6193c327e21 on network eba3f539-039b-4d49-b71b-31e5e607e224 {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:03:45.147678 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Checking agent: {'id': '78e961b0-bac5-486d-a5ae-e01d7d00db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'started_at': datetime.datetime(2021, 12, 13, 16, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:03:45.148012 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Checking segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:03:45.148397 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Bound using segment: {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'} {{(pid=109390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:03:45.148876 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.managers [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Bound port: 822423e1-32f3-476c-802f-a6193c327e21, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224'}}] {{(pid=109390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:03:45.149284 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:45.192436 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e23af1-180b-409a-947b-16e2b7b9b59b req-aac054e1-7784-4ff3-8e5c-87173d985c40 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:45.195023 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e1e23af1-180b-409a-947b-16e2b7b9b59b req-aac054e1-7784-4ff3-8e5c-87173d985c40 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0710697 Dec 13 17:03:45.240633 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] For port 822423e1-32f3-476c-802f-a6193c327e21, host hv-cinder-82160, cleared binding levels {{(pid=109390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:03:45.245585 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] For port 822423e1-32f3-476c-802f-a6193c327e21, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=822423e1-32f3-476c-802f-a6193c327e21,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:03:45.254102 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31350318'] for port, after_update {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:45.262058 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-e1e23af1-180b-409a-947b-16e2b7b9b59b req-5a4d2879-7920-4b7b-8a5e-ad698971eb95 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600462 Dec 13 17:03:45.306817 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:45.307436 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:45.309096 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] 10.222.0.65 "PUT /v2.0/ports/822423e1-32f3-476c-802f-a6193c327e21 HTTP/1.1" status: 200 len: 1093 time: 0.7673337 Dec 13 17:03:45.309563 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'tag': '822423e1-32f3-476c-802f-a6193c327e21'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:03:45.311967 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "tag": "822423e1-32f3-476c-802f-a6193c327e21"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:03:45.353548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab1af7-ac0a-4528-a770-d674f9ee9633 service neutron] Pushing event updated for resources: {'Port': ['ID=822423e1-32f3-476c-802f-a6193c327e21,revision_number=3']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:45.408529 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8f8a88-6184-4483-9318-0db314144e97 x-openstack-request-id: req-8a8f8a88-6184-4483-9318-0db314144e97 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:03:45.408948 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "tag": "822423e1-32f3-476c-802f-a6193c327e21", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:03:45.409322 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a8f8a88-6184-4483-9318-0db314144e97 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:03:45.409733 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'tag': '822423e1-32f3-476c-802f-a6193c327e21', 'status': 'completed', 'code': 200} Dec 13 17:03:45.436210 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-fa8e82eb-8d1a-4278-9fd4-2af59f99ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:45.438127 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-fa8e82eb-8d1a-4278-9fd4-2af59f99ad46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 1096 time: 0.0735240 Dec 13 17:03:45.493100 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-86aac5c6-1d32-405d-a9d9-31c23d417f77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822423e1-32f3-476c-802f-a6193c327e21 HTTP/1.1" status: 200 len: 217 time: 0.0451214 Dec 13 17:03:45.551795 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-6fdaa4b8-dd23-4f37-8ff4-5c41cab8de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:45.553350 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-6fdaa4b8-dd23-4f37-8ff4-5c41cab8de13 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0535083 Dec 13 17:03:45.608191 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-aa86f4ba-346b-4119-af24-cb0d64b1d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:45.609730 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-aa86f4ba-346b-4119-af24-cb0d64b1d045 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495892 Dec 13 17:03:45.707957 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-0e07facf-ffaf-4e1d-b256-588fed178572 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905185 Dec 13 17:03:45.814388 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-759218b1-922b-49d3-9e5a-34d7400d3784 req-fc17dcd3-606b-4ea0-ab1c-e05bf0e7a83d service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966718 Dec 13 17:03:45.926589 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-6aad044f-2259-46cd-a0af-7788055d273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:45.928193 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-6aad044f-2259-46cd-a0af-7788055d273d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 1096 time: 0.0533462 Dec 13 17:03:46.035458 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-416f0d30-e0fb-4f37-9833-8ae816ec7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:46.036977 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-416f0d30-e0fb-4f37-9833-8ae816ec7ef3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.1009808 Dec 13 17:03:46.084646 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-c6db8a74-7674-44f3-a56a-d025849b14a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822423e1-32f3-476c-802f-a6193c327e21 HTTP/1.1" status: 200 len: 217 time: 0.0377188 Dec 13 17:03:46.141231 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-9299305c-19e1-41f8-83a0-68ecc2699111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:46.142719 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-9299305c-19e1-41f8-83a0-68ecc2699111 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0509119 Dec 13 17:03:46.193097 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-0a1ad98f-11ca-46e3-adc2-e6f3e89393b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:46.194583 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-0a1ad98f-11ca-46e3-adc2-e6f3e89393b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429468 Dec 13 17:03:46.298481 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-fc705c13-7316-404e-a575-1320d537602d service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931203 Dec 13 17:03:46.398185 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45ed18-1906-4578-af99-2ff8909bd315 req-986eb816-56fb-4d81-8eac-5774b08e1404 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:46.398903 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-35058fbd-90e9-4b9d-8ea0-f3ccc4839e5a req-446713d4-6c43-450f-a043-0ee97d0734ad service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890110 Dec 13 17:03:46.399579 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eb45ed18-1906-4578-af99-2ff8909bd315 req-986eb816-56fb-4d81-8eac-5774b08e1404 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0501289 Dec 13 17:03:46.453878 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-eb45ed18-1906-4578-af99-2ff8909bd315 req-7d9707f6-0ef8-4e8e-84ed-920ced1f1c2c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467622 Dec 13 17:03:47.353932 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-45ca4318-4c34-4e9b-87fb-847944017321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:47.603025 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba8ac4-577f-416b-b28c-08bff2a0e523 req-b54bee30-4f0d-41d6-a3c8-4c3ad70ee8e5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:47.604498 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d7ba8ac4-577f-416b-b28c-08bff2a0e523 req-b54bee30-4f0d-41d6-a3c8-4c3ad70ee8e5 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0599627 Dec 13 17:03:47.657561 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-d7ba8ac4-577f-416b-b28c-08bff2a0e523 req-5d023196-03f7-491d-a6ad-81c9b7df58d6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455542 Dec 13 17:03:48.657227 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:48.793658 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e270f2a-00cb-4a87-aca7-2d5e37e64caf req-954c2cf9-2134-4cfc-a833-ae2c07f99954 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:48.795273 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3e270f2a-00cb-4a87-aca7-2d5e37e64caf req-954c2cf9-2134-4cfc-a833-ae2c07f99954 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0584478 Dec 13 17:03:48.850298 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3e270f2a-00cb-4a87-aca7-2d5e37e64caf req-a6d75e67-84ae-4046-be70-45d855b2198a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455582 Dec 13 17:03:49.685743 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-bc99af77-f958-412a-a31f-9886f77ced1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:49.984365 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f184b-8b5f-4f08-aed8-fca25fc361eb req-72ced3ba-724c-49b5-997e-316a7a1d84c2 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:49.986082 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fd2f184b-8b5f-4f08-aed8-fca25fc361eb req-72ced3ba-724c-49b5-997e-316a7a1d84c2 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0542088 Dec 13 17:03:50.038482 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-fd2f184b-8b5f-4f08-aed8-fca25fc361eb req-a50d2c40-b328-43ee-be58-457eace4bd18 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438042 Dec 13 17:03:50.809522 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:51.179514 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d227b8e-7d0b-435f-bb81-2aa2b9d36bad req-853b3fc4-a68a-405a-8bb6-909e1490e1af tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:51.181030 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1d227b8e-7d0b-435f-bb81-2aa2b9d36bad req-853b3fc4-a68a-405a-8bb6-909e1490e1af tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0576105 Dec 13 17:03:51.235633 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-1d227b8e-7d0b-435f-bb81-2aa2b9d36bad req-90a3e617-bcf0-4520-928d-152aab76e552 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463109 Dec 13 17:03:52.330140 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:52.367470 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17038b2-d687-4852-bc89-a70320eef672 req-a273b3f0-3d6d-4ef8-9ebd-ca6b02c92eb6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:52.369022 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e17038b2-d687-4852-bc89-a70320eef672 req-a273b3f0-3d6d-4ef8-9ebd-ca6b02c92eb6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0547547 Dec 13 17:03:52.430086 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-e17038b2-d687-4852-bc89-a70320eef672 req-1ca43948-3ccc-47d2-a23e-84c178002890 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549173 Dec 13 17:03:53.017928 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:53.556237 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cb7c7-c88b-4a5e-b636-45a42538481a req-4442eca3-e8d0-4510-8cbf-65c99bfd74dd tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:53.557829 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-bf3cb7c7-c88b-4a5e-b636-45a42538481a req-4442eca3-e8d0-4510-8cbf-65c99bfd74dd tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0532191 Dec 13 17:03:53.619603 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-bf3cb7c7-c88b-4a5e-b636-45a42538481a req-5f81a913-d9d2-4908-9151-f414be7ebc67 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533431 Dec 13 17:03:54.756200 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7afbcb-dedc-46c5-a600-140ddbdf97cb req-0e7c6d27-d711-49ce-b8aa-e815da9120b9 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:54.757723 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dd7afbcb-dedc-46c5-a600-140ddbdf97cb req-0e7c6d27-d711-49ce-b8aa-e815da9120b9 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 943 time: 0.0552857 Dec 13 17:03:54.809238 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-dd7afbcb-dedc-46c5-a600-140ddbdf97cb req-17899e06-d9e5-448f-9b16-cccea7985061 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430465 Dec 13 17:03:55.184802 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [req-a1b31a7e-fd23-4bf9-a6ea-c273880db59d req-61db8a82-5cd5-4c78-aadd-3a377b953d97 service neutron] (109391) timed out ('10.222.0.65', 64265) {{(pid=109391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 17:03:55.204188 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 822423e1-32f3-476c-802f-a6193c327e21 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=109392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:03:55.314388 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 822423e1-32f3-476c-802f-a6193c327e21, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=822423e1-32f3-476c-802f-a6193c327e21,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:55.327450 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Returning: {'device': '822423e1-32f3-476c-802f-a6193c327e21', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'port_id': '822423e1-32f3-476c-802f-a6193c327e21', 'mac_address': 'fa:16:3e:2b:5d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:03:55.373706 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:55.387678 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822423e1-32f3-476c-802f-a6193c327e21 {{(pid=109392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:03:55.409234 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 822423e1-32f3-476c-802f-a6193c327e21, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=822423e1-32f3-476c-802f-a6193c327e21,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:55.414875 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:55.464369 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=822423e1-32f3-476c-802f-a6193c327e21,revision_number=4']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:55.472213 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.472563 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.472945 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.473287 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.473620 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.473950 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.474296 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.474615 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.475305 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.476031 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.476636 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.476968 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.477293 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:55.639454 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] get_ports_and_sgs() called for port_ids ['822423e1-32f3-476c-802f-a6193c327e21'] {{(pid=109392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:03:55.941578 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654920-25eb-4b48-8827-d220c20fba62 req-66b8926f-0556-48df-95e7-10a4995eba8c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:55.943187 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-74654920-25eb-4b48-8827-d220c20fba62 req-66b8926f-0556-48df-95e7-10a4995eba8c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 944 time: 0.0598099 Dec 13 17:03:55.999976 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-74654920-25eb-4b48-8827-d220c20fba62 req-75ab8022-1fcc-4c1a-b898-debe344bc386 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507889 Dec 13 17:03:57.136872 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94487-1843-4f4c-bcbc-58c05aeac083 req-680a945a-0995-41c7-844f-cc5358e0dabf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:57.138344 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-85e94487-1843-4f4c-bcbc-58c05aeac083 req-680a945a-0995-41c7-844f-cc5358e0dabf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 944 time: 0.0641403 Dec 13 17:03:57.193301 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-85e94487-1843-4f4c-bcbc-58c05aeac083 req-dcf3470f-de20-418f-882b-0c56f6892102 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479147 Dec 13 17:03:57.222423 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 822423e1-32f3-476c-802f-a6193c327e21 up at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:03:57.279314 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning for port 822423e1-32f3-476c-802f-a6193c327e21 completed by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:03:57.283765 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.provisioning_blocks [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Provisioning complete for port 822423e1-32f3-476c-802f-a6193c327e21 triggered by entity L2. {{(pid=109392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:03:57.283941 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371025'] for port, provisioning_complete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:57.372821 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:57.396857 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822423e1-32f3-476c-802f-a6193c327e21'}] {{(pid=109392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:03:57.399188 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a518377c49dafc1b083ea660eb84e41ab8337f59f69767d08e46e83561e6e6e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec2b8d2-969f-4cf0-9a29-0fea07824153" -d '{"events": [{"server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "name": "network-vif-plugged", "status": "completed", "tag": "822423e1-32f3-476c-802f-a6193c327e21"}]}' {{(pid=109392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:03:57.413551 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] For port 822423e1-32f3-476c-802f-a6193c327e21, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=822423e1-32f3-476c-802f-a6193c327e21,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:57.418438 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388'] for port, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:57.447150 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a79fb-8c9f-4263-aa31-11c430182ee6 x-openstack-request-id: req-8f3a79fb-8c9f-4263-aa31-11c430182ee6 {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:03:57.447421 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "name": "network-vif-plugged", "status": "completed", "tag": "822423e1-32f3-476c-802f-a6193c327e21", "code": 200}]} {{(pid=109392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:03:57.447675 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f3a79fb-8c9f-4263-aa31-11c430182ee6 {{(pid=109392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:03:57.448053 dv-cinder-821602-2-iscsi neutron-server[109392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822423e1-32f3-476c-802f-a6193c327e21', 'code': 200} Dec 13 17:03:57.474688 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Pushing event updated for resources: {'Port': ['ID=822423e1-32f3-476c-802f-a6193c327e21,revision_number=5']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:57.939636 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c49f07-0023-4173-b61b-46cb6c0f1f11 req-c0913334-e286-485e-b748-500212b8f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:57.941785 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-09c49f07-0023-4173-b61b-46cb6c0f1f11 req-c0913334-e286-485e-b748-500212b8f21b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 1098 time: 0.3115878 Dec 13 17:03:58.001138 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-09c49f07-0023-4173-b61b-46cb6c0f1f11 req-1ec9431d-827a-4e6d-ad95-1c762477e4e3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503359 Dec 13 17:03:58.316521 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4367da-d67b-4626-bbee-b230440a7200 req-54032ce6-a62a-408f-9e65-27f1b1de7fb9 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:58.318042 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7d4367da-d67b-4626-bbee-b230440a7200 req-54032ce6-a62a-408f-9e65-27f1b1de7fb9 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 945 time: 0.0504997 Dec 13 17:03:58.369106 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-7d4367da-d67b-4626-bbee-b230440a7200 req-e7bb01d8-68f9-401c-bd3c-a112d79728f3 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447657 Dec 13 17:03:59.498429 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedaf00-6eb0-4e91-bf98-c2eece5fe8c3 req-b6f6164f-b295-42cf-95fd-8c4c100d78ef tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:59.499943 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3eedaf00-6eb0-4e91-bf98-c2eece5fe8c3 req-b6f6164f-b295-42cf-95fd-8c4c100d78ef tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 945 time: 0.0615103 Dec 13 17:03:59.552372 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-3eedaf00-6eb0-4e91-bf98-c2eece5fe8c3 req-9afd2f08-bf54-4723-bcea-27c3a61fb6ef tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459819 Dec 13 17:03:59.692346 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf4ca-e2d0-4dbf-9a3e-85bae29b562b req-8256ceb6-a20f-4b7b-a9ab-c11fb384fe62 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:59.693853 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-92ecf4ca-e2d0-4dbf-9a3e-85bae29b562b req-8256ceb6-a20f-4b7b-a9ab-c11fb384fe62 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 945 time: 0.0667701 Dec 13 17:03:59.745815 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-92ecf4ca-e2d0-4dbf-9a3e-85bae29b562b req-6bddf78d-0cab-486d-86b2-a193ba877f9d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Dec 13 17:03:59.771453 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38332) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:03:59.813720 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe7edae-905a-44ad-a4bb-3932880061fc tempest-TestVolumeBootPattern-43358930 tempest-TestVolumeBootPattern-43358930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:59.815933 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-efe7edae-905a-44ad-a4bb-3932880061fc tempest-TestVolumeBootPattern-43358930 tempest-TestVolumeBootPattern-43358930-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 1093 time: 0.0434175 Dec 13 17:03:59.818836 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38334) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:03:59.823211 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.v2.base [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Request body: {'floatingip': {'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'port_id': '822423e1-32f3-476c-802f-a6193c327e21', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:03:59.850533 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:59.967511 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.072353 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.db_base_plugin_common [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Allocated IP 172.27.2.71 (1cab29a1-eb7e-4bc3-8ae2-08f687d82832/f77f82e5-670c-40fb-8ea5-86a1f0746a5d/e0061212-952a-4932-8bd3-531a27ac74a0) {{(pid=109391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:00.179300 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.222471 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734537351352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.264829 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Network 1cab29a1-eb7e-4bc3-8ae2-08f687d82832 is already hosted by enough agents. {{(pid=109391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:00.270111 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.base_scheduler [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Resources bound (agent type, host, resource id): {{(pid=109391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:00.272527 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=e0061212-952a-4932-8bd3-531a27ac74a0,revision_number=1']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:00.274626 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Received port after_create {{(pid=109391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:04:00.302358 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.302702 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.303041 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.303376 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.303703 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.304027 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.304349 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.304711 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.305032 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.305335 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.305650 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.305965 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.306278 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:00.667383 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:04:00.674818 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.746280 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529440'] for port, before_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.899607 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for port, precommit_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.906073 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734537917413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734537351370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734537351388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31838647'] for port, after_update {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.982119 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event updated for resources: {'Port': ['ID=e0061212-952a-4932-8bd3-531a27ac74a0,revision_number=2']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:00.994910 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33041170'] for floatingip, after_create {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.115283 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Floating IP bd63cd5b-fca6-4ad4-bee9-c469f851ffdd associated. External IP: 172.27.2.71, port: 822423e1-32f3-476c-802f-a6193c327e21. Dec 13 17:04:01.601161 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:04:01.714840 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:04:01.726047 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:04:01.736184 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.737263 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:01.737940 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:03:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:01.763741 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-d84e8aca-56ab-4088-91de-153f2aaa5a2b tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9438734 Dec 13 17:04:01.764438 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'tag': '822423e1-32f3-476c-802f-a6193c327e21'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:04:01.766781 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601cc12-2195-4199-bad5-201f44d0592a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "tag": "822423e1-32f3-476c-802f-a6193c327e21"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:04:01.804121 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9339dc1c-9f1c-4404-94c6-96c0532f256e x-openstack-request-id: req-9339dc1c-9f1c-4404-94c6-96c0532f256e {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:04:01.804417 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "tag": "822423e1-32f3-476c-802f-a6193c327e21", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:04:01.804706 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9339dc1c-9f1c-4404-94c6-96c0532f256e {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:04:01.805141 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'tag': '822423e1-32f3-476c-802f-a6193c327e21', 'status': 'completed', 'code': 200} Dec 13 17:04:01.853335 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:01.877451 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601cc12-2195-4199-bad5-201f44d0592a req-3db64833-2d5d-4d70-9357-f57361acf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:01.878975 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0601cc12-2195-4199-bad5-201f44d0592a req-3db64833-2d5d-4d70-9357-f57361acf3fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 1098 time: 0.0469811 Dec 13 17:04:01.994526 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601cc12-2195-4199-bad5-201f44d0592a req-52ce1308-0ede-4f7c-bbbd-13a00c240b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:01.996062 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0601cc12-2195-4199-bad5-201f44d0592a req-52ce1308-0ede-4f7c-bbbd-13a00c240b91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.1091747 Dec 13 17:04:02.064465 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0601cc12-2195-4199-bad5-201f44d0592a req-c958cb9f-6497-420a-8608-f4c96da54241 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822423e1-32f3-476c-802f-a6193c327e21 HTTP/1.1" status: 200 len: 998 time: 0.0609555 Dec 13 17:04:02.106753 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:57Z', 'revision_number': 1, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}, {'id': 'bd63cd5b-fca6-4ad4-bee9-c469f851ffdd', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '822423e1-32f3-476c-802f-a6193c327e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:2b:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:04:00Z', 'updated_at': '2021-12-13T17:04:00Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:02.114406 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601cc12-2195-4199-bad5-201f44d0592a req-cb5ddfce-1208-4226-af9a-8172823d3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:02.115885 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0601cc12-2195-4199-bad5-201f44d0592a req-cb5ddfce-1208-4226-af9a-8172823d3900 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0438919 Dec 13 17:04:02.138824 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:04:02.148801 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:02.149524 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:03:50Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:02.165684 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601cc12-2195-4199-bad5-201f44d0592a req-ac488ae7-8c1f-4dff-b295-0513c316267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:02.167171 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0601cc12-2195-4199-bad5-201f44d0592a req-ac488ae7-8c1f-4dff-b295-0513c316267e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443580 Dec 13 17:04:02.269896 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0601cc12-2195-4199-bad5-201f44d0592a req-683efd9d-d8b5-40f7-837a-63284cf5e485 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951250 Dec 13 17:04:02.370670 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-0601cc12-2195-4199-bad5-201f44d0592a req-be774e7e-2a89-4916-9ff0-0db6a1d3c075 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928578 Dec 13 17:04:02.408132 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:02.652714 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:57Z', 'revision_number': 1, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}, {'id': 'bd63cd5b-fca6-4ad4-bee9-c469f851ffdd', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '822423e1-32f3-476c-802f-a6193c327e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:2b:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:04:00Z', 'updated_at': '2021-12-13T17:04:00Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:02.685487 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb61783-d83c-4d37-bf93-5d27c7777132 None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:57Z', 'revision_number': 1, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}, {'id': 'bd63cd5b-fca6-4ad4-bee9-c469f851ffdd', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '822423e1-32f3-476c-802f-a6193c327e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:2b:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:04:00Z', 'updated_at': '2021-12-13T17:04:00Z', 'revision_number': 0, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:04:02.907840 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e58b05-1908-4889-855f-35bf81c79611 None None] New status for floating IP bd63cd5b-fca6-4ad4-bee9-c469f851ffdd: ACTIVE {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:04:17.352279 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-ee706214-8873-4e02-bc77-27c0ca438825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:18.657479 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:19.685583 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-16d3327f-e0d1-4c0c-b481-5b2ef1f96381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:20.815692 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:22.334552 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:23.023498 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:30.676064 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-d29da88e-2717-4dda-8cbf-fb0389552fff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864339 Dec 13 17:04:30.766565 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-1a4f6c2d-0cef-470a-bd6d-803ace1c20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:30.768077 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-1a4f6c2d-0cef-470a-bd6d-803ace1c20c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1099 time: 0.0433967 Dec 13 17:04:30.875852 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-58b7cf6c-5ad1-4e5f-9be6-12129b4dbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:30.877270 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-58b7cf6c-5ad1-4e5f-9be6-12129b4dbcbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0892088 Dec 13 17:04:30.949021 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-bfadc073-e5b5-4ef9-b57c-9b7c71dd59e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 200 len: 1001 time: 0.0642414 Dec 13 17:04:31.006244 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-58d48ea3-ae06-4057-be12-c27b4b0b47de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:31.007742 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-58d48ea3-ae06-4057-be12-c27b4b0b47de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0523374 Dec 13 17:04:31.064850 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-017cbf08-d222-4448-8f5d-127ce50dabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:31.066382 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-017cbf08-d222-4448-8f5d-127ce50dabd0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512629 Dec 13 17:04:31.161348 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-633a1986-b1fb-4744-a8fd-3672366eaaaa service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865557 Dec 13 17:04:31.258565 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-18907189-8f5d-476d-8358-7e60b8e31c9a req-dc19f1d7-31c5-4691-bd09-99a4f26b0fee service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882397 Dec 13 17:04:37.670696 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:04:47.352955 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-9daf832d-d522-4a8b-ba8a-6bcbf63b326a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:48.657980 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:49.682826 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-2ba2bc12-3479-4e19-8c87-ccedfb76aa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:50.818946 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:52.336531 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:53.013862 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:14.675818 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:05:17.350207 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3dd4dac8-1aa4-4da6-8b4c-822124bb5d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:18.678139 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:19.688141 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-c730b75b-5b92-44dd-bf89-d47ab2f2c6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:20.818105 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:22.346514 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:23.018319 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:29.301455 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38370) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:29.517474 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Deleting port e0061212-952a-4932-8bd3-531a27ac74a0 {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:29.517793 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:29.608947 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:29.609197 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:29.621402 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Calling delete_port for e0061212-952a-4932-8bd3-531a27ac74a0 owned by network:floatingip {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:29.795657 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:29.821685 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event deleted for resources: {'Port': ['ID=e0061212-952a-4932-8bd3-531a27ac74a0,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:29.849611 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.849902 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.850176 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.850531 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.850863 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.851192 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.851522 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.851854 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.852180 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.852527 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.852872 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.853193 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.853517 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:29.895943 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:29.896273 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.db.l3_db [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Floating IP bd63cd5b-fca6-4ad4-bee9-c469f851ffdd disassociated (deleted). External IP: 172.27.2.71, port: 822423e1-32f3-476c-802f-a6193c327e21. Dec 13 17:05:30.134423 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:05:30.246508 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:05:30.251730 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:30.257309 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:05:30.268111 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:30.268770 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:05:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:30.280973 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-0fc45368-778c-4b6c-a42f-c3973aa50f88 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "DELETE /v2.0/floatingips/bd63cd5b-fca6-4ad4-bee9-c469f851ffdd HTTP/1.1" status: 204 len: 168 time: 0.9780271 Dec 13 17:05:30.281569 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'tag': '822423e1-32f3-476c-802f-a6193c327e21'}] {{(pid=109391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:05:30.283964 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb76db8bc38a4a9f3e342a06eec45885af153b7237ddb4765852de40767c6378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "tag": "822423e1-32f3-476c-802f-a6193c327e21"}]}' {{(pid=109391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:05:30.381728 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:30.392297 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb1dc6d-63af-4fad-bd2e-f40cd9aa6b4b x-openstack-request-id: req-adb1dc6d-63af-4fad-bd2e-f40cd9aa6b4b {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:05:30.392864 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "tag": "822423e1-32f3-476c-802f-a6193c327e21", "status": "completed", "code": 200}]} {{(pid=109391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:05:30.392864 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adb1dc6d-63af-4fad-bd2e-f40cd9aa6b4b {{(pid=109391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:05:30.393236 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'tag': '822423e1-32f3-476c-802f-a6193c327e21', 'status': 'completed', 'code': 200} Dec 13 17:05:30.463127 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-b1b2a9c5-6314-4cd3-8fc1-d3c266a7e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:30.464923 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-b1b2a9c5-6314-4cd3-8fc1-d3c266a7e5e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 1098 time: 0.0432525 Dec 13 17:05:30.530471 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a506-62c2-4b20-8a40-2500b7610979 req-af9eba4e-d381-4f96-b680-5e6f0d0b33d7 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:30.531994 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d018a506-62c2-4b20-8a40-2500b7610979 req-af9eba4e-d381-4f96-b680-5e6f0d0b33d7 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 945 time: 0.0507307 Dec 13 17:05:30.564987 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-1ce150b1-fad4-4f89-a97e-520d7c6fd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:30.566930 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-1ce150b1-fad4-4f89-a97e-520d7c6fd3a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0940809 Dec 13 17:05:30.586599 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d018a506-62c2-4b20-8a40-2500b7610979 req-4b633b97-46db-4b1b-b7d2-d9678eb963ff tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471640 Dec 13 17:05:30.618786 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-eb0776d0-1331-4699-9686-3c552b094af0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822423e1-32f3-476c-802f-a6193c327e21 HTTP/1.1" status: 200 len: 217 time: 0.0417445 Dec 13 17:05:30.625829 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:57Z', 'revision_number': 1, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:30.655283 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:05:30.663453 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:30.664051 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:05:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:30.669895 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-27622d8a-04b6-4954-9c60-f7b8aae3400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:30.671362 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-27622d8a-04b6-4954-9c60-f7b8aae3400a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0437951 Dec 13 17:05:30.718433 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-3202e558-92ac-4d7d-8887-e3ff7e83efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:30.719938 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-3202e558-92ac-4d7d-8887-e3ff7e83efca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403559 Dec 13 17:05:30.773255 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:30.818483 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-eab9c52c-7045-4bc4-ab86-03916eb9e498 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892889 Dec 13 17:05:30.912029 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6e856b0a-5e69-4745-b9fe-2edf5d8b9684 req-bf7853c4-c6c4-4354-bb7d-fb8e207936df service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841670 Dec 13 17:05:31.019284 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:57Z', 'revision_number': 1, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:31.051293 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef62c9-e245-409f-aad8-a61973338b46 None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_floatingips': [{'id': 'bbe29c82-c4e2-4142-b398-954fa418c7ac', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'router_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'port_id': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'mac_address': 'fa:16:3e:37:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:01:55Z', 'updated_at': '2021-12-13T17:01:57Z', 'revision_number': 1, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:05:31.276722 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf637e-a7db-4a28-b698-c0113ffcb5dd None None] New status for floating IP bd63cd5b-fca6-4ad4-bee9-c469f851ffdd: DOWN {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:05:31.722141 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49554a-fe0c-4d90-9237-d6175b77d602 req-802d842d-0a00-405c-952a-812d62d6675c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:31.723644 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2a49554a-fe0c-4d90-9237-d6175b77d602 req-802d842d-0a00-405c-952a-812d62d6675c tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 945 time: 0.0568292 Dec 13 17:05:31.775737 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-2a49554a-fe0c-4d90-9237-d6175b77d602 req-62a50bc8-36ff-4d30-b58d-61dbfc6ce7f6 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455847 Dec 13 17:05:32.075584 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-2c744cee-e804-455a-902f-4fb7766340cf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:32.077080 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-2c744cee-e804-455a-902f-4fb7766340cf tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 945 time: 0.0693636 Dec 13 17:05:32.170007 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Deleting port 822423e1-32f3-476c-802f-a6193c327e21 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:32.170308 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:32.259837 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] For port 822423e1-32f3-476c-802f-a6193c327e21, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=822423e1-32f3-476c-802f-a6193c327e21,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:32.260238 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:32.279830 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Calling delete_port for 822423e1-32f3-476c-802f-a6193c327e21 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:32.413402 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:32.441112 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event deleted for resources: {'Port': ['ID=822423e1-32f3-476c-802f-a6193c327e21,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:32.453004 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.453363 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.453706 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.454055 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.454381 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.454704 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.455035 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.455375 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.455696 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.456016 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.456335 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.456654 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.456970 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:32.490690 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] No DVR routers for this DVR port 822423e1-32f3-476c-802f-a6193c327e21 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:05:32.493178 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:32.496670 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-6ec78b75-7659-4b36-b39a-e2cb2f642531 req-059d5825-0425-4092-800e-67bb7714ee34 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "DELETE /v2.0/ports/822423e1-32f3-476c-802f-a6193c327e21 HTTP/1.1" status: 204 len: 173 time: 0.4128609 Dec 13 17:05:32.497100 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'name': 'network-vif-deleted', 'tag': '822423e1-32f3-476c-802f-a6193c327e21'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:05:32.499355 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f046a40-c134-4223-afa6-f6c039bf1eb3" -d '{"events": [{"server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "name": "network-vif-deleted", "tag": "822423e1-32f3-476c-802f-a6193c327e21"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:05:32.583980 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e64f0f-1717-4e63-86f6-ecc56d4c8409 x-openstack-request-id: req-75e64f0f-1717-4e63-86f6-ecc56d4c8409 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:05:32.584270 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dfa529-383c-4f90-b557-546ba0af8f62", "name": "network-vif-deleted", "tag": "822423e1-32f3-476c-802f-a6193c327e21", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:05:32.584518 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75e64f0f-1717-4e63-86f6-ecc56d4c8409 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:05:32.584940 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dfa529-383c-4f90-b557-546ba0af8f62', 'name': 'network-vif-deleted', 'tag': '822423e1-32f3-476c-802f-a6193c327e21', 'status': 'completed', 'code': 200} Dec 13 17:05:32.882244 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-19464c32-94da-4de9-80c6-9d44e0bb1da3 req-ca34f83e-ed59-4f1a-8d90-567860893f0e tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5dfa529-383c-4f90-b557-546ba0af8f62 HTTP/1.1" status: 200 len: 210 time: 0.0303342 Dec 13 17:05:35.689162 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 822423e1-32f3-476c-802f-a6193c327e21 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:05:35.713748 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 822423e1-32f3-476c-802f-a6193c327e21 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:05:35.714101 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 822423e1-32f3-476c-802f-a6193c327e21 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:05:36.201741 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38416) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:36.368024 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Deleting port d438ae69-b043-453a-8220-fc4fce9bab91 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:36.368330 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:36.451803 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:36.452077 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:36.463678 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Calling delete_port for d438ae69-b043-453a-8220-fc4fce9bab91 owned by network:floatingip {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:36.628548 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:36.653341 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event deleted for resources: {'Port': ['ID=d438ae69-b043-453a-8220-fc4fce9bab91,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:36.720792 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:36.721038 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.db.l3_db [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Floating IP bbe29c82-c4e2-4142-b398-954fa418c7ac disassociated (deleted). External IP: 172.27.2.75, port: 360d80e6-017c-4c3b-9987-4843c26e5d73. Dec 13 17:05:36.944363 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:05:37.051942 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:05:37.056559 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:37.063307 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:05:37.073418 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:37.074040 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:05:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:37.093687 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-8ceae350-a99b-4bee-9fa7-223477200b05 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "DELETE /v2.0/floatingips/bbe29c82-c4e2-4142-b398-954fa418c7ac HTTP/1.1" status: 204 len: 168 time: 0.8908103 Dec 13 17:05:37.094301 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:05:37.096782 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d27b0b-3a92-426a-9959-ce290de4f2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:05:37.139490 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e4ac04-5f6f-4ecd-adf6-296bddef8e02 x-openstack-request-id: req-d6e4ac04-5f6f-4ecd-adf6-296bddef8e02 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:05:37.139490 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:05:37.139490 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6e4ac04-5f6f-4ecd-adf6-296bddef8e02 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:05:37.139490 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'status': 'completed', 'code': 200} Dec 13 17:05:37.196229 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:37.206001 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-742f10c7-f0d1-4c80-a5bc-529a3a6e2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:37.207659 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-742f10c7-f0d1-4c80-a5bc-529a3a6e2485 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a3d44ae5b7a42349c31171119f79b12&device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 1099 time: 0.0468340 Dec 13 17:05:37.319060 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-1f6e43db-3797-4b02-a406-ca511426ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:37.320810 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-1f6e43db-3797-4b02-a406-ca511426ef5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 200 len: 913 time: 0.0987060 Dec 13 17:05:37.337839 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2297a59-80ac-4675-89b1-6957b531a565 req-e793afee-31fb-41e8-beca-5c10e6c70f0d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:37.339395 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d2297a59-80ac-4675-89b1-6957b531a565 req-e793afee-31fb-41e8-beca-5c10e6c70f0d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 946 time: 0.0520430 Dec 13 17:05:37.370333 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-ca6ed903-5319-443a-9ba4-eaca2727d0ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 200 len: 217 time: 0.0400350 Dec 13 17:05:37.396034 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [req-d2297a59-80ac-4675-89b1-6957b531a565 req-9be2af55-4c2f-4c01-bae3-f481297c73e0 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493793 Dec 13 17:05:37.408661 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:37.430608 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-3416d4ae-2a89-4ed2-b785-00ae3e7dc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:37.432116 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-3416d4ae-2a89-4ed2-b785-00ae3e7dc2bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 200 len: 851 time: 0.0541019 Dec 13 17:05:37.438914 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:05:37.447261 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:37.447872 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:05:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:37.477975 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-b87108cd-7950-449d-b5f8-3c0b17830477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:37.479575 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-b87108cd-7950-449d-b5f8-3c0b17830477 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eba3f539-039b-4d49-b71b-31e5e607e224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400252 Dec 13 17:05:37.579562 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-3c49b9b8-dc01-452c-b8fd-3a47dacf2387 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915411 Dec 13 17:05:37.673633 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-73d27b0b-3a92-426a-9959-ce290de4f2a8 req-b40940c1-bcb6-42f0-bacc-25ef2833dc75 service neutron] 10.222.0.65 "GET /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869153 Dec 13 17:05:37.693788 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:37.913475 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:37.939682 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b853e50-a5e0-4ccc-a87e-b76d7452fad8 None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:56Z', 'revision_number': 4, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi', '_interfaces': [{'id': 'ba74cabc-1e6d-440d-9ef5-47c83d54bbc8', 'name': '', 'network_id': 'eba3f539-039b-4d49-b71b-31e5e607e224', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'mac_address': 'fa:16:3e:a5:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:56Z', 'updated_at': '2021-12-13T16:59:01Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'subnets': [{'id': '54e0b6c9-a6da-4712-b922-d680455c05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:05:38.156761 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbc528-61f0-40aa-a195-651028fd23c2 None None] New status for floating IP bbe29c82-c4e2-4142-b398-954fa418c7ac: DOWN {{(pid=109393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:05:38.521344 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf09c77-49d7-4b5f-9f5e-e0803299ed7b req-abd941d5-4856-4e4f-864b-3584e310dcea tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:38.522709 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cbf09c77-49d7-4b5f-9f5e-e0803299ed7b req-abd941d5-4856-4e4f-864b-3584e310dcea tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 946 time: 0.0519652 Dec 13 17:05:38.580136 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-cbf09c77-49d7-4b5f-9f5e-e0803299ed7b req-c79aaee2-9712-4b18-9d47-91f45d3173df tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511923 Dec 13 17:05:38.768095 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-9065f0e3-77c1-4519-a84f-54885231911a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:38.769604 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-9065f0e3-77c1-4519-a84f-54885231911a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 946 time: 0.0577502 Dec 13 17:05:38.868344 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Deleting port 360d80e6-017c-4c3b-9987-4843c26e5d73 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:38.868644 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:38.960051 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] For port 360d80e6-017c-4c3b-9987-4843c26e5d73, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=360d80e6-017c-4c3b-9987-4843c26e5d73,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:38.960357 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:38.973241 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Calling delete_port for 360d80e6-017c-4c3b-9987-4843c26e5d73 owned by compute:nova {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:39.111596 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:39.139806 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event deleted for resources: {'Port': ['ID=360d80e6-017c-4c3b-9987-4843c26e5d73,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:39.182128 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] No DVR routers for this DVR port 360d80e6-017c-4c3b-9987-4843c26e5d73 on host hv-cinder-82160 {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:05:39.184853 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for port, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:39.188119 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-879f6d64-bffb-4b9c-8e64-1d471580087c req-ad48c90a-9dd7-4d68-ae1a-25f693629a83 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.65 "DELETE /v2.0/ports/360d80e6-017c-4c3b-9987-4843c26e5d73 HTTP/1.1" status: 204 len: 173 time: 0.4115701 Dec 13 17:05:39.188556 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'name': 'network-vif-deleted', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73'}] {{(pid=109390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:05:39.190856 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d29921bd584d5958c5abc7312c3d9fb3a1789e05cac29882a5f45a7299529ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ec1084-63f9-4578-9c83-da0f53d96055" -d '{"events": [{"server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "name": "network-vif-deleted", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73"}]}' {{(pid=109390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:05:39.227300 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ca6244-685e-409f-a253-dd0141a451c3 x-openstack-request-id: req-80ca6244-685e-409f-a253-dd0141a451c3 {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:05:39.227584 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad56e4eb-5642-4629-a5c9-8a11964e1bca", "name": "network-vif-deleted", "tag": "360d80e6-017c-4c3b-9987-4843c26e5d73", "status": "completed", "code": 200}]} {{(pid=109390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:05:39.227824 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80ca6244-685e-409f-a253-dd0141a451c3 {{(pid=109390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:05:39.228219 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad56e4eb-5642-4629-a5c9-8a11964e1bca', 'name': 'network-vif-deleted', 'tag': '360d80e6-017c-4c3b-9987-4843c26e5d73', 'status': 'completed', 'code': 200} Dec 13 17:05:39.688143 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [req-3241d03a-82a5-47ed-84f4-520a2d15564b req-f36f2a3d-7a5f-46ae-837b-f46844f9497a tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad56e4eb-5642-4629-a5c9-8a11964e1bca HTTP/1.1" status: 200 len: 210 time: 0.0270882 Dec 13 17:05:40.756852 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38432) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:40.907741 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Deleting port eeb8bbea-219e-4cde-96ef-fcd3f064784f {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:40.908084 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:40.982618 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:40.982860 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:40.995455 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Calling delete_port for eeb8bbea-219e-4cde-96ef-fcd3f064784f owned by network:floatingip {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:41.132544 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:41.157476 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event deleted for resources: {'Port': ['ID=eeb8bbea-219e-4cde-96ef-fcd3f064784f,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:41.222122 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for floatingip, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:41.225345 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177237'] for floatingip, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:41.226506 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-1e4c99db-5023-4083-af8e-dae73f043925 tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "DELETE /v2.0/floatingips/e9577b11-1b46-4431-af42-95ab395a6239 HTTP/1.1" status: 204 len: 168 time: 0.4686546 Dec 13 17:05:42.446506 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38444) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:42.510307 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d550968c-a1dc-48f5-b360-d1210a533e7d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:42.539262 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d550968c-a1dc-48f5-b360-d1210a533e7d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:42.612208 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d550968c-a1dc-48f5-b360-d1210a533e7d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:42.616102 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-d550968c-a1dc-48f5-b360-d1210a533e7d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:42.617744 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-d550968c-a1dc-48f5-b360-d1210a533e7d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] 10.222.0.62 "DELETE /v2.0/security-groups/a5df1e47-56d7-4d25-9cd4-af2c6bb314f0 HTTP/1.1" status: 204 len: 168 time: 0.1701641 Dec 13 17:05:42.627390 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550968c-a1dc-48f5-b360-d1210a533e7d tempest-TestVolumeBootPattern-1140465859 tempest-TestVolumeBootPattern-1140465859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5df1e47-56d7-4d25-9cd4-af2c6bb314f0,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:42.675643 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38448) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:43.420784 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:43.676189 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Deleting port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:43.676893 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:43.749090 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 360d80e6-017c-4c3b-9987-4843c26e5d73 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:05:43.761943 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] For port ba74cabc-1e6d-440d-9ef5-47c83d54bbc8, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:43.762300 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:43.769593 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] No Port match for: 360d80e6-017c-4c3b-9987-4843c26e5d73 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:05:43.769940 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Device 360d80e6-017c-4c3b-9987-4843c26e5d73 not bound to the agent host hv-cinder-82160 {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:05:43.774007 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Calling delete_port for ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 owned by network:router_interface {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:43.984824 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:44.011381 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba74cabc-1e6d-440d-9ef5-47c83d54bbc8,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:44.179157 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:44.415266 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Router cd33efa3-fe30-4e0d-830d-6b93ed081edc has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:05:44.527165 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:05:44.532780 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-8e12f270-2d29-4a09-8a66-a764d6fd306c admin admin] 10.222.0.62 "PUT /v2.0/routers/cd33efa3-fe30-4e0d-830d-6b93ed081edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8560483 Dec 13 17:05:44.535520 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38452) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:44.543239 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] Sync routers for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:05:44.554054 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:44.554683 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:05:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:44.639182 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks [] for router, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:44.662025 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: dv-cinder-821602-2-iscsi {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:44.742309 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:44.796961 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Deleting port ff92a882-671e-4bb2-be13-7b8f0300ac35 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:44.797281 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:44.853246 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T17:05:43Z', 'revision_number': 5, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port': {'id': 'ff92a882-671e-4bb2-be13-7b8f0300ac35', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T16:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:44.882128 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] Checking router: cd33efa3-fe30-4e0d-830d-6b93ed081edc for host: dv-cinder-821602-2-iscsi {{(pid=109392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:05:44.885098 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] For port ff92a882-671e-4bb2-be13-7b8f0300ac35, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=ff92a882-671e-4bb2-be13-7b8f0300ac35,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:44.885407 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:44.891752 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] Routers {'cd33efa3-fe30-4e0d-830d-6b93ed081edc'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:44.892309 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:05:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'], 'active': True} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:44.897763 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Calling delete_port for ff92a882-671e-4bb2-be13-7b8f0300ac35 owned by network:router_gateway {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:44.978640 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvr_db [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] Set router cd33efa3-fe30-4e0d-830d-6b93ed081edc gateway port host: None {{(pid=109392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:45.033661 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_hamode_db [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T17:05:44Z', 'revision_number': 6, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port_host': None}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:45.059484 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa7e01-7872-4783-a282-d3753846ac72 None None] The sync data for ids ['cd33efa3-fe30-4e0d-830d-6b93ed081edc'] in dv-cinder-821602-2-iscsi is: [{'id': 'cd33efa3-fe30-4e0d-830d-6b93ed081edc', 'name': 'tempest-TestVolumeBootPattern-1137397999-router', 'tenant_id': '8a3d44ae5b7a42349c31171119f79b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:54Z', 'updated_at': '2021-12-13T17:05:44Z', 'revision_number': 6, 'project_id': '8a3d44ae5b7a42349c31171119f79b12', 'gw_port_host': None}] {{(pid=109392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:05:45.064277 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.091570 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ff92a882-671e-4bb2-be13-7b8f0300ac35,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:45.153988 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.242050 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.244194 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.293960 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.294560 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd33efa3-fe30-4e0d-830d-6b93ed081edc {{(pid=109390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:05:45.299452 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.301008 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-333aeb02-5e4f-4be8-952e-b769e7cd34aa admin admin] 10.222.0.62 "DELETE /v2.0/routers/cd33efa3-fe30-4e0d-830d-6b93ed081edc HTTP/1.1" status: 204 len: 168 time: 0.7645910 Dec 13 17:05:45.303767 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38454) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:45.353713 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-64752054-06e2-431d-b1fe-b2f00749f7e0 admin admin] Deleting subnet 54e0b6c9-a6da-4712-b922-d680455c05d8 {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:05:45.357062 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-64752054-06e2-431d-b1fe-b2f00749f7e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.396216 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-64752054-06e2-431d-b1fe-b2f00749f7e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31790771'] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.482576 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-64752054-06e2-431d-b1fe-b2f00749f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.536240 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-64752054-06e2-431d-b1fe-b2f00749f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31350368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30878173'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.574953 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64752054-06e2-431d-b1fe-b2f00749f7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e0b6c9-a6da-4712-b922-d680455c05d8,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:45.579832 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-64752054-06e2-431d-b1fe-b2f00749f7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.583089 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-64752054-06e2-431d-b1fe-b2f00749f7e0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/54e0b6c9-a6da-4712-b922-d680455c05d8 HTTP/1.1" status: 204 len: 168 time: 0.2780683 Dec 13 17:05:45.586680 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38456) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:45.589172 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf28fa9b-4d7f-4be4-80f8-5164dd568fe8 None None] Network eba3f539-039b-4d49-b71b-31e5e607e224 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:05:45.669067 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.724917 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Deleting port df378f36-ea50-4655-a065-b2b1db5842ee {{(pid=109391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:45.725200 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.793319 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] DHCP port deletion for eba3f539-039b-4d49-b71b-31e5e607e224 request from dv-cinder-821602-2-iscsi {{(pid=109392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:05:45.797746 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.db [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] For port df378f36-ea50-4655-a065-b2b1db5842ee, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=df378f36-ea50-4655-a065-b2b1db5842ee,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:45.798285 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.821112 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Calling delete_port for df378f36-ea50-4655-a065-b2b1db5842ee owned by network:dhcp {{(pid=109391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:45.850796 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Deleting port df378f36-ea50-4655-a065-b2b1db5842ee {{(pid=109392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:45.851235 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.854427 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ff92a882-671e-4bb2-be13-7b8f0300ac35 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:05:45.882891 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: ff92a882-671e-4bb2-be13-7b8f0300ac35 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:05:45.883320 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ff92a882-671e-4bb2-be13-7b8f0300ac35 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:05:45.883801 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:05:45.907380 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31838670'] for port, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.935042 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Pushing event deleted for resources: {'Port': ['ID=df378f36-ea50-4655-a065-b2b1db5842ee,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:45.940663 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] No DVR routers for this DVR port df378f36-ea50-4655-a065-b2b1db5842ee on host dv-cinder-821602-2-iscsi {{(pid=109391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:05:45.954249 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:05:45.954617 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device ba74cabc-1e6d-440d-9ef5-47c83d54bbc8 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:05:45.955007 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device df378f36-ea50-4655-a065-b2b1db5842ee no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:05:45.963968 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] For port df378f36-ea50-4655-a065-b2b1db5842ee, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=df378f36-ea50-4655-a065-b2b1db5842ee,segment=NetworkSegment(6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f),segment_id=6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:45.964390 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:45.988104 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: df378f36-ea50-4655-a065-b2b1db5842ee {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:05:45.988454 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device df378f36-ea50-4655-a065-b2b1db5842ee not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:05:45.996176 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Calling delete_port for df378f36-ea50-4655-a065-b2b1db5842ee owned by network:dhcp {{(pid=109392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:46.027952 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.051355 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba3f539-039b-4d49-b71b-31e5e607e224']}} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:46.062093 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f') {'for_net_delete': True} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:46.062656 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.services.segments.db [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e21a837-b9d1-48a3-baaf-8a19d9ed5c2f') {} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:46.072966 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31094727'] for segment, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.087486 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.087805 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361'] for port, after_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.095169 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:05:46.095612 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31838611'] for segment, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: Traceback (most recent call last): Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: timer() Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: cb(*args, **kw) Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: return func(*args, **kwargs) Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: self._notify() Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: self.callback(batched_events) Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: event.method(event) Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: return f(self, *a, **k) Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: return self._get(url).json() Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: return self.request(url, 'GET', **kwargs) Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:05:46.098169 dv-cinder-821602-2-iscsi neutron-server[109391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:05:46.118538 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Pushing event deleted for resources: {'Port': ['ID=df378f36-ea50-4655-a065-b2b1db5842ee,revision_number=None']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:46.122993 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] No DVR routers for this DVR port df378f36-ea50-4655-a065-b2b1db5842ee on host dv-cinder-821602-2-iscsi {{(pid=109392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.134747 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09a04b-b50c-48d1-9cb8-f095486aee15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-2-iscsi {{(pid=109392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:46.165283 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.170893 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.175616 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] 10.222.0.62 "DELETE /v2.0/networks/eba3f539-039b-4d49-b71b-31e5e607e224 HTTP/1.1" status: 204 len: 168 time: 0.5879071 Dec 13 17:05:46.178694 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38458) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:46.187395 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820ac58-5b82-4f3f-964a-caea1caa823f admin admin] Pushing event deleted for resources: {'Network': ['ID=eba3f539-039b-4d49-b71b-31e5e607e224,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:46.572826 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33039890'] for router_interface, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.875180 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Deleting port db4e9f2f-6710-4523-941b-ff90760c98a9 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:46.875936 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:46.991993 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] For port db4e9f2f-6710-4523-941b-ff90760c98a9, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=db4e9f2f-6710-4523-941b-ff90760c98a9,segment=NetworkSegment(1e5d5a37-9204-4084-8735-cd0d16aff4df),segment_id=1e5d5a37-9204-4084-8735-cd0d16aff4df)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:46.992295 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:47.010305 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Calling delete_port for db4e9f2f-6710-4523-941b-ff90760c98a9 owned by network:router_interface {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:47.231916 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:47.259131 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=db4e9f2f-6710-4523-941b-ff90760c98a9,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:47.354974 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0a9929e8-1116-49af-a238-c426d8af737f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:47.460713 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33058893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33040014'] for router_interface, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:47.964783 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Router b53ba113-4943-4872-86db-97a0f4166fc0 has already been hosted by L3 agent 4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5 {{(pid=109390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:05:48.071799 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] Notify agent at l3_agent.dv-cinder-821602-2-iscsi the message routers_updated {{(pid=109390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:05:48.077395 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-f3e96e1b-e651-41c8-86cb-a16696b1e8cf admin admin] 10.222.0.62 "PUT /v2.0/routers/b53ba113-4943-4872-86db-97a0f4166fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975997 Dec 13 17:05:48.080417 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38460) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:48.081246 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] Sync routers for ids ['b53ba113-4943-4872-86db-97a0f4166fc0'] in dv-cinder-821602-2-iscsi {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:05:48.090945 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] Routers {'b53ba113-4943-4872-86db-97a0f4166fc0'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:48.091553 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:05:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['b53ba113-4943-4872-86db-97a0f4166fc0'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:48.186209 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks [] for router, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.194569 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] Set router b53ba113-4943-4872-86db-97a0f4166fc0 gateway port host: dv-cinder-821602-2-iscsi {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:48.286930 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.349574 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Deleting port 620c3417-4c47-4feb-99b7-c919d7ee0d93 {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:48.350067 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.372157 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'external_fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T17:05:47Z', 'revision_number': 5, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port': {'id': '620c3417-4c47-4feb-99b7-c919d7ee0d93', 'name': '', 'network_id': '1cab29a1-eb7e-4bc3-8ae2-08f687d82832', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:58:59Z', 'updated_at': '2021-12-13T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f77f82e5-670c-40fb-8ea5-86a1f0746a5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-2-iscsi'}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:48.399100 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] Checking router: b53ba113-4943-4872-86db-97a0f4166fc0 for host: dv-cinder-821602-2-iscsi {{(pid=109393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:05:48.407916 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] Routers {'b53ba113-4943-4872-86db-97a0f4166fc0'} bound to L3 agent in host dv-cinder-821602-2-iscsi {{(pid=109393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:48.408510 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:40:20Z,description=,heartbeat_timestamp=2021-12-13T17:05:20Z,host='dv-cinder-821602-2-iscsi',id=4d8b94ba-94a0-43e1-8047-f9ba59d0b5b5,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:40:20Z,topic='l3_agent')) {'router_ids': ['b53ba113-4943-4872-86db-97a0f4166fc0'], 'active': True} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:48.430306 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] For port 620c3417-4c47-4feb-99b7-c919d7ee0d93, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=620c3417-4c47-4feb-99b7-c919d7ee0d93,segment=NetworkSegment(daf9f44f-0bcb-46d5-9e8a-73343f7f9b57),segment_id=daf9f44f-0bcb-46d5-9e8a-73343f7f9b57)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:48.430675 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.442651 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Calling delete_port for 620c3417-4c47-4feb-99b7-c919d7ee0d93 owned by network:router_gateway {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:48.496836 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_dvr_db [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] Set router b53ba113-4943-4872-86db-97a0f4166fc0 gateway port host: None {{(pid=109393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:48.551185 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.l3_hamode_db [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T17:05:48Z', 'revision_number': 6, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port_host': None}], 'dv-cinder-821602-2-iscsi', False) {} {{(pid=109393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:48.578355 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb0d30a-73b8-4bfa-beec-2587151c48be None None] The sync data for ids ['b53ba113-4943-4872-86db-97a0f4166fc0'] in dv-cinder-821602-2-iscsi is: [{'id': 'b53ba113-4943-4872-86db-97a0f4166fc0', 'name': 'tempest-TestVolumeBootPattern-2126180491-router', 'tenant_id': '535bda0c85c04017a6e3dca9f5466ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:58:58Z', 'updated_at': '2021-12-13T17:05:48Z', 'revision_number': 6, 'project_id': '535bda0c85c04017a6e3dca9f5466ab7', 'gw_port_host': None}] {{(pid=109393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:05:48.615837 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.641264 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Pushing event deleted for resources: {'Port': ['ID=620c3417-4c47-4feb-99b7-c919d7ee0d93,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:48.670776 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.713433 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33041196'] for router_gateway, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.807833 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33046460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-577'] for router, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.810037 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.855319 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33046453'] for router, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.855877 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b53ba113-4943-4872-86db-97a0f4166fc0 {{(pid=109390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:05:48.861484 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] Publish callbacks [] for router, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.862665 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-dab2bcef-997c-41ac-a2b8-914c4acde78d admin admin] 10.222.0.62 "DELETE /v2.0/routers/b53ba113-4943-4872-86db-97a0f4166fc0 HTTP/1.1" status: 204 len: 168 time: 0.7812793 Dec 13 17:05:48.865338 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38462) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:48.918808 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.db_base_plugin_v2 [None req-363de9ab-ddf5-41bf-8678-84fa52c342c8 admin admin] Deleting subnet 2d4ba629-d7d7-4e45-b27b-00b213eb9e86 {{(pid=109390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:05:48.922427 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-363de9ab-ddf5-41bf-8678-84fa52c342c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:48.957815 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-363de9ab-ddf5-41bf-8678-84fa52c342c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31790771'] for subnet, precommit_delete_associations {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.035735 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-363de9ab-ddf5-41bf-8678-84fa52c342c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1374911'] for subnet, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.096181 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-363de9ab-ddf5-41bf-8678-84fa52c342c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1374900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33226137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31350368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30878173'] for subnet, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.125839 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363de9ab-ddf5-41bf-8678-84fa52c342c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4ba629-d7d7-4e45-b27b-00b213eb9e86,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:49.130082 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-363de9ab-ddf5-41bf-8678-84fa52c342c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for subnet, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.133300 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-363de9ab-ddf5-41bf-8678-84fa52c342c8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2d4ba629-d7d7-4e45-b27b-00b213eb9e86 HTTP/1.1" status: 204 len: 168 time: 0.2669373 Dec 13 17:05:49.135845 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38464) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:49.136253 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ece26c-ef9f-471d-aa2e-3ac6a0160449 None None] Network 40faa26f-e28d-44d7-a316-6ae0f94f0b38 requested from dv-cinder-821602-2-iscsi {{(pid=109392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:05:49.203395 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507985'] for network, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.257991 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Deleting port 94b25d7a-efcd-459b-a945-a3608d6506cf {{(pid=109390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:49.258280 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.326528 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.db [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] For port 94b25d7a-efcd-459b-a945-a3608d6506cf, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=94b25d7a-efcd-459b-a945-a3608d6506cf,segment=NetworkSegment(1e5d5a37-9204-4084-8735-cd0d16aff4df),segment_id=1e5d5a37-9204-4084-8735-cd0d16aff4df)] {{(pid=109390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:49.327328 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.340979 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.plugin [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Calling delete_port for 94b25d7a-efcd-459b-a945-a3608d6506cf owned by network:dhcp {{(pid=109390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:49.349588 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] DHCP port deletion for 40faa26f-e28d-44d7-a316-6ae0f94f0b38 request from dv-cinder-821602-2-iscsi {{(pid=109392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:05:49.398188 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] Deleting port 94b25d7a-efcd-459b-a945-a3608d6506cf {{(pid=109392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:05:49.398548 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734537829232'] for port, before_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.432472 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31350359'] for port, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.459566 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Pushing event deleted for resources: {'Port': ['ID=94b25d7a-efcd-459b-a945-a3608d6506cf,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:49.465375 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] No DVR routers for this DVR port 94b25d7a-efcd-459b-a945-a3608d6506cf on host dv-cinder-821602-2-iscsi {{(pid=109390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:05:49.469923 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.db [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] For port 94b25d7a-efcd-459b-a945-a3608d6506cf, host dv-cinder-821602-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-2-iscsi',level=0,port_id=94b25d7a-efcd-459b-a945-a3608d6506cf,segment=NetworkSegment(1e5d5a37-9204-4084-8735-cd0d16aff4df),segment_id=1e5d5a37-9204-4084-8735-cd0d16aff4df)] {{(pid=109392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:49.470339 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33150343'] for port, precommit_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.484035 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] Calling delete_port for 94b25d7a-efcd-459b-a945-a3608d6506cf owned by network:dhcp {{(pid=109392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:05:49.540474 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1372456', 'neutron.services.segments.db._delete_segments_for_network-8734537904258'] for network, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.561890 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734537917395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734537351361'] for port, after_delete {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.562968 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40faa26f-e28d-44d7-a316-6ae0f94f0b38']}} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:49.574051 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5d5a37-9204-4084-8735-cd0d16aff4df') {'for_net_delete': True} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:49.574324 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.services.segments.db [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5d5a37-9204-4084-8735-cd0d16aff4df') {} {{(pid=109390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:49.584197 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734537905291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31790664'] for segment, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.588728 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] Pushing event deleted for resources: {'Port': ['ID=94b25d7a-efcd-459b-a945-a3608d6506cf,revision_number=None']} {{(pid=109392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:49.590574 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05460055-a8db-4c1f-a1b1-cdb5d553fcdb None None] No DVR routers for this DVR port 94b25d7a-efcd-459b-a945-a3608d6506cf on host dv-cinder-821602-2-iscsi {{(pid=109392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:05:49.598972 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334'] for segment, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.608635 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:05:49.609082 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31350282'] for segment, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: Traceback (most recent call last): Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: timer() Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: cb(*args, **kw) Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: return func(*args, **kwargs) Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: self._notify() Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: self.callback(batched_events) Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: event.method(event) Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: return f(self, *a, **k) Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._get(url).json() Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: return self.request(url, 'GET', **kwargs) Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:05:49.610962 dv-cinder-821602-2-iscsi neutron-server[109390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:05:49.667160 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1372449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33058932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33041152'] for network, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.675914 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33058922'] for network, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.681998 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] 10.222.0.62 "DELETE /v2.0/networks/40faa26f-e28d-44d7-a316-6ae0f94f0b38 HTTP/1.1" status: 204 len: 168 time: 0.5451944 Dec 13 17:05:49.698057 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977321a-71e4-45fc-b1f1-f5b35c3ad56d admin admin] Pushing event deleted for resources: {'Network': ['ID=40faa26f-e28d-44d7-a316-6ae0f94f0b38,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:49.705268 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6442-ecca-492b-828b-8fa0f014d8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.771713 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device db4e9f2f-6710-4523-941b-ff90760c98a9 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:05:49.794067 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: db4e9f2f-6710-4523-941b-ff90760c98a9 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:05:49.794409 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device db4e9f2f-6710-4523-941b-ff90760c98a9 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:05:49.794864 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 620c3417-4c47-4feb-99b7-c919d7ee0d93 no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:05:49.811023 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38468) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:49.814793 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 620c3417-4c47-4feb-99b7-c919d7ee0d93 {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:05:49.815132 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 620c3417-4c47-4feb-99b7-c919d7ee0d93 not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:05:49.815543 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 94b25d7a-efcd-459b-a945-a3608d6506cf no longer exists at agent ovs-agent-dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:05:49.834407 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.plugin [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] No Port match for: 94b25d7a-efcd-459b-a945-a3608d6506cf {{(pid=109392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:05:49.834748 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron.plugins.ml2.rpc [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Device 94b25d7a-efcd-459b-a945-a3608d6506cf not bound to the agent host dv-cinder-821602-2-iscsi {{(pid=109392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:05:49.848310 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-3e96890f-f24c-4904-8e6d-8fc149f53696 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a3d44ae5b7a42349c31171119f79b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377402 Dec 13 17:05:49.851215 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.wsgi [-] (109390) accepted ('10.222.0.62', 38470) {{(pid=109390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:49.899400 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-185a1bb9-e04a-45f1-9c2e-9f300d8445b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.920876 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-185a1bb9-e04a-45f1-9c2e-9f300d8445b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.971140 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-185a1bb9-e04a-45f1-9c2e-9f300d8445b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.974075 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron_lib.callbacks.manager [None req-185a1bb9-e04a-45f1-9c2e-9f300d8445b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:49.975247 dv-cinder-821602-2-iscsi neutron-server[109390]: INFO neutron.wsgi [None req-185a1bb9-e04a-45f1-9c2e-9f300d8445b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23e1b05b-5c55-432e-9c46-af4ac7d56faf HTTP/1.1" status: 204 len: 168 time: 0.1231623 Dec 13 17:05:49.983451 dv-cinder-821602-2-iscsi neutron-server[109390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a1bb9-e04a-45f1-9c2e-9f300d8445b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e1b05b-5c55-432e-9c46-af4ac7d56faf,revision_number=None']} {{(pid=109390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:50.313509 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38476) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:50.354121 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-77b42a15-c341-4850-b066-83e48b673f11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=535bda0c85c04017a6e3dca9f5466ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394239 Dec 13 17:05:50.356717 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [-] (109391) accepted ('10.222.0.62', 38478) {{(pid=109391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:50.405156 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f9b82a88-cb13-404e-8514-9fa247e02c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:50.427223 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f9b82a88-cb13-404e-8514-9fa247e02c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:50.482986 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f9b82a88-cb13-404e-8514-9fa247e02c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180265'] for security_group, after_delete {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:50.486176 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-f9b82a88-cb13-404e-8514-9fa247e02c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:50.487364 dv-cinder-821602-2-iscsi neutron-server[109391]: INFO neutron.wsgi [None req-f9b82a88-cb13-404e-8514-9fa247e02c52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8fd04c0b-af3f-49a9-a392-753404548b00 HTTP/1.1" status: 204 len: 168 time: 0.1297481 Dec 13 17:05:50.495774 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b82a88-cb13-404e-8514-9fa247e02c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd04c0b-af3f-49a9-a392-753404548b00,revision_number=None']} {{(pid=109391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:50.821626 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:51.676002 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:05:52.345361 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:53.015937 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:17.345393 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8a46-0730-4edb-84f4-7c8ee812876f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:18.700763 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:19.688296 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-7e841620-b1c1-47a7-8da2-869d29439e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:20.831026 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.352008 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:23.020610 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.681367 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:06:47.346348 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-096b91b9-c323-493a-8855-9fb6d2546aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:48.692531 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:49.689834 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-49fa9b9d-8be7-460f-94c0-f44939ef621b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:50.829263 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:52.355878 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:53.021926 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:05.685723 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:07:17.344053 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a2a8-7938-42e0-a926-72225766b20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:18.701955 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:19.691834 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f462e4a9-0144-4ea6-a99c-bd68237faf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:20.830855 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:22.367644 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:23.155210 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.684416 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:07:47.348491 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-a4d5115a-d898-41bb-a61f-d0020c6afc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:48.691113 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:49.692224 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e8ee-7f81-48ba-a3b1-d3f6970cd102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:50.841938 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:52.365502 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:53.033323 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:17.348626 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-736d317d-e46c-44fb-9b8a-045a8dd27b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:18.689699 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:19.688813 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:08:19.695827 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-82b4e9cb-50c7-48ad-a6f9-339641325b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:20.837503 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:22.370143 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:23.021937 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:47.352120 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-0ded5ea9-f02e-4b58-b90d-54add37b3650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:48.701262 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:49.690192 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f9c68c64-c27c-4698-8590-ff375ce3d392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:50.841023 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:52.370517 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:53.026513 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:56.697139 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:09:03.961683 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [req-82117466-5c76-4179-946c-8b4794db632f req-b83e7981-09f3-4b39-b69e-835d8ded614f service neutron] (109391) timed out ('10.222.0.62', 34944) {{(pid=109391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 17:09:17.351658 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-f24122f9-4644-4a4b-bea9-0d72e00f24a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:18.710753 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.700835 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-da4665a3-1662-4226-ad8d-193bb70f27f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.852676 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.373517 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:23.027677 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:33.686211 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:09:47.348423 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4683882d-c278-49e8-a8d0-31e365c9d6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:48.702746 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:49.707221 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-1d5c7654-3053-4cde-bae1-27cd587cb4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:50.852722 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:52.377684 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:53.034843 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:10.692016 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:10:17.346743 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-9b736203-1f7c-422b-9b28-af903298215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:18.720373 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:19.702791 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-e45f0485-9265-4763-978a-4fc350cdc827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:20.850822 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:22.380528 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:23.030894 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:47.352883 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-9b599a57-66c6-420b-a778-e58028f6be0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:47.690691 dv-cinder-821602-2-iscsi neutron-server[109393]: DEBUG neutron.db.agents_db [None req-1763a631-0de9-4c19-83bf-dad0680c0f6d None None] Agent healthcheck: found 6 active agents {{(pid=109393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:10:48.715730 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-78afb114-45b2-48aa-be4d-f34917944367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:49.698187 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-4f536f88-6e38-4d7b-a2c8-cb09262cd084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:50.853662 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-6fba6e00-da34-4db4-8c52-54adca73fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:52.384086 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-24a50669-33a4-46f3-8285-3d8fce1d7f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:53.017707 dv-cinder-821602-2-iscsi neutron-server[109392]: DEBUG neutron_lib.callbacks.manager [None req-07ca0d45-2394-484e-bf8a-cbbdcf254a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734537904213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371134'] for agent, after_update {{(pid=109392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:02.316428 dv-cinder-821602-2-iscsi neutron-server[109391]: DEBUG neutron.wsgi [req-f28ee67d-901e-4d9e-b0bc-348cef5354ee req-b632ad01-7f6e-4f58-ac3b-6d18ddeaacc9 tempest-AttachVolumeNegativeTest-163047425 tempest-AttachVolumeNegativeTest-163047425-project] (109391) timed out ('10.222.0.65', 64225) {{(pid=109391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}